<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e59501</article-id>
      <article-id pub-id-type="pmid">39453688</article-id>
      <article-id pub-id-type="doi">10.2196/59501</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Role of Synchronous, Moderated, and Anonymous Peer Support Chats on Reducing Momentary Loneliness in Older Adults: Retrospective Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Badal</surname>
            <given-names>Varsha</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barooah</surname>
            <given-names>Adrita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Dana</surname>
            <given-names>Zara</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-1952-6304</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Nagra</surname>
            <given-names>Harpreet</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Supportiv</institution>
            <addr-line>2222 Harold Way</addr-line>
            <addr-line>Berkeley, CA, 94704</addr-line>
            <country>United States</country>
            <phone>1 800 845 0015</phone>
            <email>harpreet@supportiv.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5334-8655</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kilby</surname>
            <given-names>Kimberly</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-2732-581X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Supportiv</institution>
        <addr-line>Berkeley, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Harpreet Nagra <email>harpreet@supportiv.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>10</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e59501</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>9</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Zara Dana, Harpreet Nagra, Kimberly Kilby. Originally published in JMIR Formative Research (https://formative.jmir.org), 25.10.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e59501" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Older adults have a high rate of loneliness, which contributes to increased psychosocial risk, medical morbidity, and mortality. Digital emotional support interventions provide a convenient and rapid avenue for additional support. Digital peer support interventions for emotional struggles contrast the usual provider-based clinical care models because they offer more accessible, direct support for empowerment, highlighting the users’ autonomy, competence, and relatedness.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to examine a novel anonymous and synchronous peer-to-peer digital chat service facilitated by trained human moderators. The experience of a cohort of 699 adults aged ≥65 years was analyzed to determine (1) if participation, alone, led to measurable aggregate change in momentary loneliness and optimism and (2) the impact of peers on momentary loneliness and optimism.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants were each prompted with a single question: “What’s your struggle?” Using a proprietary artificial intelligence model, the free-text response automatched the respondent based on their self-expressed emotional struggle to peers and a chat moderator. Exchanged messages were analyzed to quantitatively measure the change in momentary loneliness and optimism using a third-party, public, natural language processing model (GPT-4 [OpenAI]). The sentiment change analysis was initially performed at the individual level and then averaged across all users with similar emotion types to produce a statistically significant (<italic>P</italic>&lt;.05) collective trend per emotion. To evaluate the peer impact on momentary loneliness and optimism, we performed propensity matching to align the moderator+single user and moderator+small group chat cohorts and then compare the emotion trends between the matched cohorts.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Loneliness and optimism trends significantly improved after 8 (<italic>P</italic>=.02) to 9 minutes (<italic>P</italic>=.03) into the chat. We observed a significant improvement in the momentary loneliness and optimism trends between the moderator+small group compared to the moderator+single user chat cohort after 19 (<italic>P</italic>=.049) and 21 minutes (<italic>P</italic>=.04) for optimism and loneliness, respectively.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Chat-based peer support may be a viable intervention to help address momentary loneliness in older adults and present an alternative to traditional care. The promising results support the need for further study to expand the evidence for such cost-effective options.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital peer support</kwd>
        <kwd>social loneliness</kwd>
        <kwd>chat-based interactions</kwd>
        <kwd>older adults</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The older adult population continues to increase, with global projections of 1 in 6 people being aged ≥60 years by 2030 and estimated increases from 1 billion in 2020 to 1.4 billion in 2030 to 2.1 billion older adults in 2050 [<xref ref-type="bibr" rid="ref1">1</xref>]. High projections indicate a need to address the health needs of this growing community, in particular the issues related to loneliness and isolation. Notably, as cited in the US Surgeon’s 2023 Advisory titled “Our Epidemic of Loneliness and Isolation” [<xref ref-type="bibr" rid="ref2">2</xref>], loneliness, isolation, and social connection decrease self-care capacity and quality of life, increase mental and physical risks for depression and cardiovascular diseases, and impose significant financial drain on individual persons’ and the US health care system [<xref ref-type="bibr" rid="ref3">3</xref>]. For example, due to these factors, Medicare’s spending alone is US $6.7 billion annually [<xref ref-type="bibr" rid="ref3">3</xref>]. Furthermore, it is well known that, compared to nonsocially isolated persons, socially isolated persons tend to have higher health care costs, marking this a true <italic>public health crisis</italic> [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      </sec>
      <sec>
        <title>Loneliness and Optimism</title>
        <p>Older persons (aged ≥65 years) may be at higher risk of feeling lonely due to social role changes (eg, grown children moving away from parental home—empty nest and employment retirement), housing shifts (eg, moving into residential care), reduced social networks (eg, widowhood and death of intimate friends of similar ages), the onset of health concerns paired with reduced physical ability, and the loss of independent transportation, which reduces outside social activity [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Reduced social activity, in turn, may increase feelings of loneliness and social isolation. Loneliness has been defined as a multidimensional concept; broadly, it has been defined by Weiss [<xref ref-type="bibr" rid="ref7">7</xref>] as a personal feeling that arises at a certain time in life and can affect anyone regardless of age, sex, socioeconomic status, or unique personality traits. More specifically, loneliness may fall into 2 distinct categories, including emotional versus social loneliness [<xref ref-type="bibr" rid="ref8">8</xref>]. Emotional loneliness refers to the lack of an attachment figure and potential lack of intimacy, which may reinforce feelings of emptiness or abandonment [<xref ref-type="bibr" rid="ref8">8</xref>]. Social loneliness, by contrast, refers to the lack of a social network to create a sense of belonging or community [<xref ref-type="bibr" rid="ref8">8</xref>], which may raise feelings of shame, desperation, sadness, or frustration. Loneliness also has an associated stigma in that it is perceived as rooted in weakness or self-pity, meaning that the person ought to eliminate this feeling because it is not a physical ailment. Effective interventions to address the multidimensional layers of loneliness remain limited. This study will focus on an intervention designed to impact social loneliness, specifically the impact of momentary and time-bound peer engagement.</p>
        <p>Concurrently, a protective subjective trait to counter the negative impact of loneliness is optimism [<xref ref-type="bibr" rid="ref9">9</xref>]. Optimism is defined as a personality trait whereby the individual sustains a positive future outlook and expectations [<xref ref-type="bibr" rid="ref10">10</xref>]. One study with older adults concluded that interventions should focus on fostering a sense of community to enhance optimism and reduce loneliness among this population to improve subjective well-being [<xref ref-type="bibr" rid="ref11">11</xref>]. Loneliness and optimism seem to have an interconnected relationship when considering older adults’ emotional well-being.</p>
      </sec>
      <sec>
        <title>Technological Advances</title>
        <p>Technology and digital interventions have also surfaced to meet evolving emotional needs. Technological devices are designed to allow social interaction regardless of physical distance by texting, video chats, and new forms of social interaction, especially for older adults [<xref ref-type="bibr" rid="ref12">12</xref>]. The best type of technological device (eg, desktop, phone, and tablet) is yet to be determined. In 1 systematic review, the use of computers and the internet in randomized controlled trials was not significantly related to lower levels of loneliness [<xref ref-type="bibr" rid="ref13">13</xref>]; however, this area of the literature remains inconclusive.</p>
        <p>Synchronous versus asynchronous technology is showing demonstrable conclusive differences. Synchronous tools, such as texting and videoconferencing, for example, have shown a 55% positive impact on significantly reducing loneliness [<xref ref-type="bibr" rid="ref14">14</xref>]. Synchronous interventions, in general, have also been indicated as major contributing factors to general behavioral change. For instance, outside of loneliness examples, in 2 randomized control trials in which synchronous technologies (eg, telephone plus internet-based modules) were used, participants who were obese who attended at least 1 intervention session reported significant improvements in physical activity [<xref ref-type="bibr" rid="ref15">15</xref>]. These studies highlight the efficiency of a synchronous experience.</p>
        <p>Relatedly, computer-mediated communication has increasingly become a popular means to deliver health management interventions, including social-emotional services. Chatbots are a popular delivery and monitoring mode of such communication [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. While trained, human moderators are typically required to complete some training to understand how and when to intervene within chats, chatbots use artificial intelligence (AI)–based models paired with natural language processing (NLP) to facilitate chats. Still, up to 86% of users prefer human moderators to chatbots [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Chatbots have been noted to increase frustration and skepticism among users and decrease the desired chat outcome due to their inflexibility [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. In 1 study, users reduced purchase rates by &gt;79.7% when chatting with a disclosed chatbot, even if an undisclosed chatbot was more effective than a human moderator [<xref ref-type="bibr" rid="ref22">22</xref>]. Within social conversations, a lack of empathy, low understanding of contextual nuance, and bias in interactions have been noted [<xref ref-type="bibr" rid="ref23">23</xref>]. Chatbots are typically designed to provide more definitive solutions, which may limit their sensitivity to non-preprogrammed topics such as crises or nuanced risk variables [<xref ref-type="bibr" rid="ref24">24</xref>]. The use of ChatGPT-3–enabled chatbots, for example, has demonstrated the ability to reduce young adults’ self-reported scores on loneliness and suicidal ideation [<xref ref-type="bibr" rid="ref25">25</xref>], yet there is inconclusive evidence that this pattern persists across studies [<xref ref-type="bibr" rid="ref26">26</xref>]. ChatGPT has also been recommended to support older adults’, who experience mild cognitive impairment, experiences with loneliness and social isolation [<xref ref-type="bibr" rid="ref27">27</xref>], but effectiveness data remain unavailable. In addition, concerns linger that chatbots’ lack of genuine empathy and emotional support may inadvertently lead to exposure to misleading or damaging content [<xref ref-type="bibr" rid="ref28">28</xref>]. While chatbots continue to be trained to take on more human-like social cues within chats, trained human moderators continue to outperform chatbots in empathetic responses, with adequate sensitivity to understand crises and danger risks [<xref ref-type="bibr" rid="ref21">21</xref>], without the accompanying privacy breach or security concerns [<xref ref-type="bibr" rid="ref29">29</xref>]. Some chatbots have been noted to improve service efficiency, experience outcomes [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], be more cost-effective, and time-efficient; however, when users want social interaction, human interaction seems to outperform chatbots at this time [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Human moderators seem to be more effective at working with emotional and mental health topics within synchronous settings and can manage more nuanced situations than chatbots currently allow. For example, the often unrestricted and anonymous environments of web-based chats create spaces for antisocial behavior, such as bullying, web abuse, and harassment [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. In 1 study, it was found that users were more engaged in chats when a human moderator was present, writing twice as many messages compared to unmoderated settings [<xref ref-type="bibr" rid="ref32">32</xref>]. Users were also more likely to disclose negative emotions more openly with versus without a human moderator, and, when peers were present, peers took on the more supportive role in group settings with moderator support [<xref ref-type="bibr" rid="ref32">32</xref>]. Human moderation also reduced the occurrence of harmful or toxic language 5-fold, from 5.2% of messages to only 1% [<xref ref-type="bibr" rid="ref32">32</xref>]. Users who were in moderator-led chats also engaged in significantly more group problem-solving and coordination with one another, did not lose interest in the conversation, and the moderation positively encouraged coordination, supporting group cohesion and engagement [<xref ref-type="bibr" rid="ref32">32</xref>]. Positive perspective changes, as noted by psycholinguistic factors (eg, focus-on-self, future- or past-focus, and positive or negative sentiment), were larger on average compared to unmoderated chats [<xref ref-type="bibr" rid="ref32">32</xref>]. Finally, the moderated chats were found to stay significantly more on topic than unmoderated chats [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Such findings highlight that human-moderated chats in mental health settings support the users in many notable ways.</p>
        <p>While synchronous technology and trained human moderators effectively impact positive change, the US health care system is experiencing a shortage of mental health care professionals to provide this support [<xref ref-type="bibr" rid="ref34">34</xref>]. Given the effectiveness of synchronous technology in demonstrating significant sentiment and behavioral change and compounded by a shortage of mental health providers, there is a pressing need to explore innovative solutions to combat loneliness and foster optimism.</p>
      </sec>
      <sec>
        <title>Peer Support</title>
        <p>The US President Joe Biden’s 2022 White House Brief referenced the mental health provider shortage with a call to action to “strengthen system capacity” [<xref ref-type="bibr" rid="ref35">35</xref>] by elevating the role of peer support specialists and peer-based paraprofessionals. Peer support interventions combine persons with similar struggles or conditions to create an environment of mutual support [<xref ref-type="bibr" rid="ref36">36</xref>]. In contrast to receiving treatment from a trained professional for a life challenge, peer support creates opportunities for connection, validation, and empathy around the shared experiences of living with a similar struggle. The “mutual empowerment” gained from a peer-led intervention has a different therapeutic benefit, allowing an individual more autonomy [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>The type of peer support received is also important to consider. Informal peer support, or as referred to within the medical community, “patient-facilitated network,” is defined as support exchanged between people with similar life experiences [<xref ref-type="bibr" rid="ref37">37</xref>]. Informal peer support can occur among people in a one-on-one conversation, group, or digitally and is not limited to any particular certification or training [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref43">43</xref>]. One randomized controlled trial that tested a peer-based intervention using a peer support listserve (unmoderated, unstructured, and anonymous) and a peer support bulletin found no significant differences between experimental and control groups’ outcomes of interest [<xref ref-type="bibr" rid="ref38">38</xref>]; however, peer networks that used evidence-based strategies demonstrated greater success [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. One such evidence-based approach is the use of motivational interviewing (MI) for inciting peer-supported change. The MI approach [<xref ref-type="bibr" rid="ref45">45</xref>], which ascertains that for relational impact to occur, the conversation must apply the <italic>spirit</italic> of MI, which consists of demonstrating compassion, acceptance, evocation, and collaboration. The <italic>spirit</italic> of MI helps to foster a relationship that normalizes the peers’ struggle and positively reframes and adds compassion to the peer relationship. While there are a vast number of MI strategies, effective active listening skills such as open-ended questions, affirmations, reflective statements, summarizations, and information-giving are the most commonly used. The effectiveness of such MI strategies [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>] has been linked with allowing conversations to progress from generic topics to engage the peer, deepen the focus of the conversation, evoke novel coping tools, and collaboratively identify plans for change. Pre-post studies have demonstrated improvements in several areas, including self-management [<xref ref-type="bibr" rid="ref44">44</xref>], social cognition training [<xref ref-type="bibr" rid="ref46">46</xref>], weight management [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], motivational improvements [<xref ref-type="bibr" rid="ref42">42</xref>], psychoeducation [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], and parenting skills [<xref ref-type="bibr" rid="ref39">39</xref>]. They have also shown reductions in psychiatric symptoms [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] and depression symptoms [<xref ref-type="bibr" rid="ref42">42</xref>] as well as clinically significant improvements in cardiovascular symptoms [<xref ref-type="bibr" rid="ref43">43</xref>]. Individual-reported symptoms also improve, including enhanced patient satisfaction [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], service user [<xref ref-type="bibr" rid="ref47">47</xref>], knowledge [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], and psychosocial processes such as reduction in maladaptive social cognitions [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
      </sec>
      <sec>
        <title>Self-Determination Theory in Peer Support</title>
        <p>The effectiveness of peer support interventions can be illuminated through the framework of self-determination theory, as delineated by Deci and Ryan [<xref ref-type="bibr" rid="ref48">48</xref>] in 1985. According to this theory, 3 fundamental factors—autonomy, competence, and relatedness—facilitate individuals’ progression toward emotional change [<xref ref-type="bibr" rid="ref48">48</xref>]. Autonomy pertains to an individual’s inclination to self-direct and exert control over their actions, while competence reflects the desire to acquire and master new skills before integrating them into behavior. Relatedness encompasses the need for interpersonal connections [<xref ref-type="bibr" rid="ref49">49</xref>]. In peer support settings, as emotional struggles are processed, people may feel more autonomous because there is no mental health professional to serve as the expert guide, competence may be reinforced through mirroring and highlighting past coping skills, and participation in the peer community may inherently normalize the faced struggles because the person is connected to the community based on their unique struggle [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>It is hypothesized that these dynamics within peer support settings positively correlate with improved mental health and well-being [<xref ref-type="bibr" rid="ref50">50</xref>]. By harnessing the principles of autonomy, competence, and relatedness, peer support interventions offer a unique and potentially transformative and more accessible approach to addressing emotional difficulties and promoting individuals’ overall psychological resilience. With the rise of digital peer support, facilitated through various technological platforms, opportunities to extend the reach and impact of peer support interventions have expanded [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. Digital peer support, including informal peer-to-peer networks, offers accessible avenues for individuals to connect and provide mutual assistance, thereby potentially mitigating feelings of loneliness and isolation [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        <p>Numerous studies have explored the effectiveness of digital peer support interventions, often in combination with evidence-based practices, in addressing mental health needs [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. However, gaps remain in understanding the precise mechanisms through which these interventions influence emotional well-being and user engagement, particularly among the older adult population (aged ≥65 years).</p>
        <p>Therefore, our study aims to fill these gaps by (1) accurately measuring changes in momentary loneliness and optimism experienced by older adults during participation in anonymous, informal, synchronous, and moderated digital peer support chats; and (2) investigating the specific impact of one-on-one (moderator+single user) versus group-based (moderator+≥2 users) anonymous, informal, synchronous, and moderated peer support chats on momentary loneliness trends, thus isolating the role of peers.</p>
        <p>By pursuing these objectives, our study aims to contribute valuable knowledge to the field of digital peer support interventions among the ≥65 years age group, ultimately informing the development of effective strategies to address loneliness and enhance mental well-being among adults.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Supportiv Service Model</title>
        <p>Supportiv is an anonymous, peer-to-peer service that provides mental, emotional, and social support through live moderated and synchronous small group chats available 24/7. It is accessible via links from health plans, employer portals, employee assistance programs, and other channels. Initiating with the prompt “What’s your struggle?” Supportiv uses AI-driven NLP to match users with others facing similar issues, creating groups of no more than 5 peers. Each group has a trained human moderator. Real-time availability of other users with similar struggles is necessary for users to enter a moderated small group chat. Users are autoselected, not self-selected, into a moderator+small group or moderator-only chat. Trained human moderators facilitate discussions and ensure a psychologically safe environment by enforcing chat rules and removing users for inappropriate behavior. They also lead problem-solving efforts. In cases of crisis, users are promptly directed to professional services, ensuring a comprehensive approach to support.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>A retrospective observational study was conducted on user chats securely stored in the Supportiv database garnered between January and December 2022. Adults aged ≥65 years on a Medicare supplement plan were provided 1 year of no-cost access to the Supportiv service. From this sample, 699 peer support chats were included for further evaluation of inclusion criteria and subsequent analysis.</p>
      </sec>
      <sec>
        <title>Setting and Population in Study and Enrollment</title>
        <p>Use of the Supportiv service was entirely voluntary. Due to the anonymous nature of the service, the user demographic information was unavailable other than the known variable of being in a cohort age-eligible for a Medicare supplemental plan. The initial evaluation of the user’s psychological history was forgone in an effort to expeditiously connect the user to a community with shared lived experiences. Every user was precision matched to a chat within 30 seconds of answering 1 question, “What’s your struggle?” The user’s response to this question was called the “user-chat-session-struggle” or, for short, the “user’s struggle.” Each chat session involved up to 4 users plus a moderator. Users, anonymously, joined informal, synchronous chats at variable times to discuss their struggles with a human moderator and up to 4 peers who shared a similar struggle.</p>
        <p>During the synchronous chats, the human moderators used MI-based open-ended questions, affirmations, reflective statements, summarizations, and information-giving skills (eg, open-ended questions, affirmations, reflective statements, summarizations, and information-giving via web resources) to assist the user in exploring their struggle, focus the chat on the struggle, share topic-related resources, and invite peer collaboration to problem solve the users’ self-identified struggle.</p>
        <p>After the chat session, each user may leave a comment about their experience. We manually compiled and categorized the comments.</p>
      </sec>
      <sec>
        <title>Analysis Inclusion Criteria</title>
        <p>For each user chat, we used the score of the user’s struggle to evaluate the emotional intensity at the beginning of the session. On a scale of 1 to 10 (1=low, 5=moderate, and 10=high intensity), we set our threshold to be 5. Further description of the scoring is provided in the <italic>Data Analysis</italic> section. We excluded user chats when the struggle score did not surpass the minimum threshold to narrow the analysis to the user chats starting with at least moderate loneliness. The loneliness analysis included the users’ chats where the user-chat-session-struggle scored high on loneliness (eg, a score of &gt;5 on a scale of 1-10). In other words, the “loneliness trend” represents the aggregate of all user chat sessions that started with a struggle and scored &gt;5 for loneliness. We included all the user chat sessions in the optimism graphs.</p>
        <p>Finally, during the propensity matching process, a user chat session was excluded from the analysis if a match was not found within the defined caliper. Further details about the propensity matching are provided in the <italic>Moderator+Single User Chat Versus Moderator+Small Group Chat Emotion Trends</italic> section.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <sec>
          <title>Overview</title>
          <p>Each user chat was treated separately, even if the same user participated in multiple chats, referred to as “user-chat-sessions” or, for short, “user chats.” Due to the anonymous nature of the platform, each user and their specific experience in a given chat session were considered independently, and data from different chats for the same user were not combined. This approach ensures that each user’s experience was analyzed in isolation, providing a more accurate and user-centric view of emotional changes. A user session was defined by the initial “struggle”—a brief and limited 300-character free-text response, plus all the messages exchanged in a chat. If the user joined another chat session, the user added a new struggle and began a new chat, which was processed separately as another independent session.</p>
          <p>We independently quantified the changes in momentary loneliness and optimism of each user in the chat session. Each user’s message was processed in the context of its preceding messages from other users to capture their emotional journey throughout the chat session. The context was understood as concatenating all the preceding messages from other users in the same chat, starting from the latest message from the user of interest. The user’s struggle and the first message would not have a context and were evaluated with an empty context. For example, in the following conversation:</p>
          <disp-quote>
            <p>User A: message 1</p>
          </disp-quote>
          <disp-quote>
            <p>User B: message 2</p>
          </disp-quote>
          <disp-quote>
            <p>Moderator: message 3</p>
          </disp-quote>
          <disp-quote>
            <p>User A: message 4</p>
          </disp-quote>
          <disp-quote>
            <p>User B: message 5...</p>
          </disp-quote>
          <p>We used the assumption that message 1 and message 2 are the first messages of user A and user B, respectively, in the chat session. To quantify user A’s emotional journey, we evaluated message 1 with an empty context, and then, we evaluated message 4 in the context of message 2+message 3. Similarly, for user B, we evaluated message 2 without a context and message 5 in the context of message 3+message 4.</p>
          <p>Each user’s message with its corresponding context was evaluated for loneliness using a scale of 1 to 10, where 1=low intensity of loneliness, 5=moderate intensity of loneliness, and 10=high intensity of loneliness. For the optimism model, the output is –1 for a negative sentiment, 0 for a neutral sentiment, and +1 for a positive sentiment. Our loneliness analysis specifically targeted chat sessions where participants exhibited at least moderate loneliness from the beginning. Therefore, we chose to view loneliness as a variable that can present varying intensity levels, while optimism is a variable with different states.</p>
          <p>We performed two different analyses in this study: (1) loneliness and optimism trends across all user chat conversations and (2) isolating the role of peers in influencing emotional states through loneliness and optimism trends after propensity matching of chat with only 1 user and 1 moderator (moderator+single user chat) versus chats with ≥2 users and 1 moderator (moderator+small group chat).</p>
        </sec>
        <sec>
          <title>Emotion Trends Across All User Chat Conversations</title>
          <p>We calculated the average score in 1-minute intervals between 0 and 68 minutes (68 minutes is the 95% percentile of the conversation durations). We interpolated and extrapolated the scores of the user chats to find missing values in the range. During the first 5 minutes, the users describe and set up details about their struggles. Loneliness intensity during this time interval was extremely high (and optimism low), and thus, we used the 5-minute mark as the reference point for our change and statistical significance analysis to isolate the impact of the intervention and minimize inflation of the results.</p>
          <p>In this analysis, we analyzed the change in emotion at the level of an individual user. Then, we combined it across all users to produce an aggregate graph for a specific emotion. We performed a 1-sided Mann-Whitney <italic>U</italic> test to compare the emotion scores at every time point with those at the beginning of the intervention (5-minute mark). A time point is deemed to exhibit significant changes if <italic>P</italic>&lt;.05.</p>
        </sec>
        <sec>
          <title>Moderator+Single User Chat Versus Moderator+Small Group Chat Emotion Trends</title>
          <p>This analysis compares peers’ impact in the chats. We used propensity matching to create 2 separate but equal comparison cohorts: moderator+single user and moderator+small group chats, and we used the same aggregation methodology to create the emotion trends. If a user on the Supportiv service chatted with ≥2 peers and the moderator, they were included in the moderator+small group chat. However, if the user only chatted with the moderator, they were included in the moderator+single user chat cohort.</p>
          <p>After splitting the user chat conversations into 2 cohorts, we matched the users in the 2 cohorts by training a logistic regression classifier with the following features: user-chat-session topic, device type used, and emotional intensity of the specific emotion of the user struggle to ensure high alignment at the beginning of the chat between the users in 2 cohorts. The emotional intensities were quantified on a scale of 1 to 10 for loneliness and positive, neutral, and negative for optimism. The logistic regression classifier predicts the propensity (likelihood) of each user-chat-session belonging to a cohort. The model’s inferences are commonly referred to as propensity scores. We used 25% of the SD of all propensity values as our caliper (radius of search) for matching. For every user chat in the moderator+single user chat cohort, we found the closest match in the moderator+small group chat cohort using a k-nearest neighbor classifier that considers within the caliper.</p>
          <p>We performed propensity matching independently for each trend under consideration. For example, to plot the loneliness (optimism) trend, we aligned the intensity of loneliness (optimism), the user’s chat session topic, and device type between the 2 cohorts. The topics used for the user’s chat struggles were physical health or medical, social connection, loneliness, anxiety, mental health conditions, excluding anxiety and depression, trauma, depression, caregiving or parenting, stress, identity, finances, productivity or work, suicide or self-harm, and others. These topics were chosen after manually inspecting the chats and drawing general themes across the population. Due to the platform’s anonymity, individual users’ demographic data are unavailable; therefore, propensity matching based on demographic data is not feasible.</p>
          <p>In addition to the statistical test to find when each trend exhibited a statistically significant change (in reference to the 5-minute mark), we performed a 1-sided Mann-Whitney <italic>U</italic> test to detect when the moderator+small group chats outperformed the moderator+single user chat ones. We highlighted when there was a consistently significant difference between the 2 trends (<italic>P</italic>&lt;.05).</p>
        </sec>
      </sec>
      <sec>
        <title>AI Emotion Models</title>
        <p>Our analysis used a third-party, public NLP model from OpenAI called GPT-4. The model assigned a score to each user message and its preceding context for loneliness and optimism. We used a few-shot learning approach where the model saw 10 examples indicating different loneliness intensities and optimism to help calibrate the model’s interpretations [<xref ref-type="bibr" rid="ref53">53</xref>]. GPT-4 displays an advanced capacity to interpret emotion, surpassing benchmarks from the general population and offering a remarkably congruent performance in emotion interpretation [<xref ref-type="bibr" rid="ref21">21</xref>]. <xref ref-type="boxed-text" rid="box1">Textboxes 1</xref> and <xref ref-type="boxed-text" rid="box2">2</xref> demonstrate the examples we provided GPT-4 to predict loneliness and optimism levels, respectively.</p>
        <boxed-text id="box1" position="float">
          <title>Examples provided to GPT-4 to interpret loneliness intensities in a few-shot manner.</title>
          <p>
            <bold>Intensities and loneliness</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>1=low</p>
              <list>
                <list-item>
                  <p>“Take care everyone. Thanks for the great talk.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>5=moderate</p>
              <list>
                <list-item>
                  <p>“I went on Monday and today. After today’s class is when I felt worse as I chatted with a lady in class who told me that she got really depressed when she retired.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>10=high</p>
              <list>
                <list-item>
                  <p>“I just always feel totally alone. Like no one understands what is going on in my head.”</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <boxed-text id="box2" position="float">
          <title>Examples GPT-4 used to interpret optimism intensities in a few-shot setup.</title>
          <p>
            <bold>Intensities and optimism</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>1=positive</p>
              <list>
                <list-item>
                  <p>“I am optimistic that I might slowly get better.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>0=neutral</p>
              <list>
                <list-item>
                  <p>“I didn’t do much today. Just stayed at home and watched some TV.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>–1=negative</p>
              <list>
                <list-item>
                  <p>“Feeling so overwhelmed by everything. It’s hard to see a way out right now.”</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <p>In addition, we evaluated the performance of GPT-4 in quantifying loneliness and optimism with our few-shot prompt on publicly available datasets. GPT-4 exhibits promising performance on these datasets, comparable to or superior to state-of-the-art models [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref56">56</xref>]. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides more details on this analysis. Furthermore, we manually inspected 25% (&gt;2500 examples) of GPT-4’s interpretations of the loneliness and optimism intensities to confirm their validity and establish further confidence in GPT-4’s interpretations.</p>
        <p>Similarly, we used GPT-4 to classify the user chat session topics for propensity matching. We concatenated all the user messages in the chat session to capture the user chat session topic. Furthermore, we manually confirmed the correctness of the model’s interpretation of all user session topics.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This case study was conducted retrospectively on an anonymous dataset and was deemed exempt from human ethics research review by the Alpha Institutional Review Board (IRBSPE001A).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>Participants completed 699 digital peer support chats and spent an average of 19.4 minutes interacting with a peer group. <xref rid="figure1" ref-type="fig">Figure 1</xref> displays the duration of the user session chat for all participants, with a minimum of 0 and a maximum of 262 minutes.</p>
        <p>The most common struggle topic expressed by users was related to physical health or medical (n=98, 20%), followed by social connection (n=73, 15%), loneliness (n=43, 9%), anxiety (n=43, 9%), depression (n=43, 9%), trauma (n=34, 7%), stress (n=34, 7%), caregiving or parenting (n=29, 6%), mental health conditions (n=24, 5%), financial (n=19, 4%), identity (n=10, 2%), productivity or work (n=5, 1%), suicide or self-harm (n=5, 1%), and the remaining 6% (n=29) were dispersed and categorized under the other topic. Most of the users used their desktop (n=269, 55%), followed by mobile phones (n=205, 42%) and tablets (n=15, 3%).</p>
        <p>Of all 699 user-chat-sessions, 489 (70%) included a message in the room. Note that 210 (30%) users who dropped off without sending messages in their chat sessions cannot be analyzed further for emotional trends because the only available data point is the user struggle, and we cannot infer how their emotion intensities change without any messages. The loneliness analysis included 180 (25.8%) user chat sessions. The discrepancy between the total number of user-chat-sessions considered (n=489) and those included for loneliness (n=180) arose from the minimum threshold inclusion criteria, wherein a minimum of a “5” loneliness score was necessary at the beginning of the conversation.</p>
        <p>Across all user chat sessions, there was an average improvement in optimism of 49.43% and a corresponding decrease of 33.71% in momentary loneliness. All observed changes were statistically significant compared to 5 minutes (<xref ref-type="table" rid="table1">Table 1</xref>), especially after 8 minutes; we observed a significant increase in optimism, and after 9 minutes, we observed a significant drop in momentary loneliness. <xref rid="figure2" ref-type="fig">Figure 2</xref> depicts the trends of loneliness and optimism with the significant time points highlighted. The optimism values started at 0.24 (SD 0.27) at the beginning of the intervention (5-minute mark), well into the negative, and rose to 0.48 (SD 0.36) in the neutral zone. The loneliness intensities started at 6.47 (SD 2.53; at the 5-minute mark) in the top of the moderate zone and declined to 4.29 (SD 3.11) toward the low bounds of the moderate range.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the emotion trends’ starting value, ending value, percentage change, significant time point, and number of user chat conversations for loneliness and optimism trends.</p>
        <p>Supportiv is a web-based platform; thus, the digital proficiency divide may prevent some older adults from accessing and benefiting from it. Supportiv will continue implementing strategies to broaden outreach and user engagement, especially among those less familiar with digital platforms. These strategies include an intuitive, straightforward interface, adjustable font size, etc.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Duration of the user session chat for all 699 participants, with an average of 19.4 minutes and a minimum of 0 and maximum of 262 minutes in moderated digital peer support chat.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e59501_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Statistical analysis of emotion score changes for users.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="110"/>
            <col width="110"/>
            <col width="120"/>
            <col width="110"/>
            <col width="120"/>
            <col width="150"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Emotion</td>
                <td>User chat sessions, n</td>
                <td>5 min, mean score (SD)</td>
                <td>68 min, mean score (SD)</td>
                <td>Change at 68 min (%)</td>
                <td>Change at 19.4 min<sup>a</sup> (%)</td>
                <td>Time of significant change (min)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Optimism</td>
                <td>489</td>
                <td>0.24 (0.27)</td>
                <td>0.48 (0.36)</td>
                <td>49.43</td>
                <td>36.11</td>
                <td>&gt;8</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>Loneliness</td>
                <td>180</td>
                <td>6.47 (2.53)</td>
                <td>4.29 (3.11)</td>
                <td>33.71</td>
                <td>22.40</td>
                <td>&gt;9</td>
                <td>.03</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>The average chat session duration is 19.4 minutes.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Emotion trends during chat sessions (for users included in the aggregate analysis). We observed significant changes at the following time stamp and beyond: &gt;8 minutes for optimism and &gt;9 minutes for loneliness. The green area (1-4) signifies “low” levels of loneliness, while yellow (4-7) and red (7-10) show “moderate” and “high” levels of momentary loneliness, respectively. The optimism values &lt;0.3 are considered “negative,” &gt;0.7 “positive,” and between 0.3 and 0.7 “neutral.” The 5-minute mark, highlighted with a dotted line, is the reference point for the statistical tests and change calculations.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e59501_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Future Directions and Work</title>
        <p>Investigating the mechanisms through which chat-based support facilitates emotional improvement is critical to guide ongoing inquiry in this field. Plans for future studies include expanding to derivative descriptions of each emotion to explore how optimism changes over time in the chat and measuring the interactions between different emotions. In addition, a granular analysis of the impact of the applied MI strategies on emotion change described in this paper will be reviewed for their direct impact in this digital setting. Finally, we will analyze for a larger sample size and other populations.</p>
        <p><xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref> outline the details of the propensity score matching. <xref rid="figure3" ref-type="fig">Figure 3</xref> demonstrates how the matched moderator+single user chat emotion trends compare to moderator+small group chats. While all trends exhibit significant changes, the loneliness and optimism moderator+small group chat trends significantly improve over the moderator+single user chat chats. The graphs mark when the changes between the moderator+single user chat and moderator+small group chat trends become statistically significant (<italic>P</italic>&lt;.05). For each trend, the time stamp where the changes were significant is highlighted. Specifically, the moderator+small group chat cohorts significantly outperform the moderator+single user chat cohort at &gt;19 (<italic>P</italic>=.049) and &gt;21 (<italic>P</italic>=.04) minutes for optimism and loneliness, respectively.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> depicts the number of user chat sessions included in each trend. Only a subset of the user-chat-sessions met the inclusion criteria for loneliness, that is, started with a struggle that scored higher than the set threshold of 5 and hence the discrepancy between the number of user chats included in loneliness in <xref ref-type="table" rid="table2">Table 2</xref> and those after propensity matching (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <p>In moderator+single user chats, we observed an increase of 45.22% in optimism and a drop of 33.63% in momentary loneliness. In moderator+small group chats, however, we observed a much more pronounced increase of 58.9% in optimism and a decline of 45.3% in momentary loneliness. The optimism trend for moderator+single user chats starts at 0.28 (SD 0.28) and ends at 0.51 (SD 0.35), and the moderator+small group chats’ optimism trend starts at 0.25 (SD 0.32) and ends at 0.61 (SD 0.35). The momentary loneliness trend for moderator+single user chats starts at 6.56 (SD 2.54) and drops to 4.35 (SD 3.15), and the moderator+small group chats’ loneliness trend starts at 6.27 (SD 2.32) and drops to 3.38 (SD 2.73). In addition, the significant difference in time in the trends for moderator+small group chats is a minute less than that for moderator+single user chats (8 minutes vs 9 minutes) for optimism and loneliness trends. Finally, the SD values for the moderator+small group chat trends were consistently lower than the ones for the moderator+single user chat cohort, indicating a more consistent decline in momentary loneliness, accompanied by a rise in optimism in moderator+small group chats compared to the moderator+single user chat chats.</p>
        <p><xref ref-type="boxed-text" rid="box3">Textbox 3</xref> illustrates some central themes from users’ comments throughout the digital chats, including positive affirmations of the experiences and concerns around privacy and barriers to accessing mental health services.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Emotion trends during chat sessions for moderator+single user chat vs. moderator+small group chat cohorts. We observe significant changes &gt;8 minutes for moderator+small group chat cohort and &gt;9 minutes for moderator+single user chat cohort for both loneliness and optimism trends. The 5-minute mark, highlighted with a dotted line, is the reference point for the statistical tests and change calculations. The green area (1-4) signifies “low” levels of loneliness, while yellow (4-7) and red (7-10) show “moderate” and “high” levels of momentary loneliness, respectively. The optimism values below 0.3 are considered “negative,” above 0.7 “positive,” and between 0.3 and 0.7 “neutral.” We observe a significant difference between the moderator+single user chat and moderator+small group chat cohorts, with moderator+small group chat cohorts outperforming after 19 and 21 minutes for optimism and loneliness, respectively.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e59501_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Statistical analysis of emotion score changes for moderator+single user chat versus moderator+small group chats.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="100"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="100"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Emotions</td>
                <td colspan="7">Moderator+single user chat</td>
                <td colspan="6">Moderator+small group chat</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Values, n</td>
                <td>5 min, mean (SD)</td>
                <td>68 min, mean (SD)</td>
                <td>Change (%)</td>
                <td>Time of significant change (min)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Values, N</td>
                <td>5 min, mean (SD)</td>
                <td>68 min, mean (SD)</td>
                <td>Change (%)</td>
                <td>Time of significant change (min)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Optimism<sup>a</sup></td>
                <td>188</td>
                <td>0.28 (0.28)</td>
                <td>0.51 (0.35)</td>
                <td>45.22</td>
                <td>&gt;9</td>
                <td>.03</td>
                <td colspan="2">188</td>
                <td>0.25 (0.32)</td>
                <td>0.61 (0.35)</td>
                <td>58.9</td>
                <td>&gt;8</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>Loneliness<sup>a</sup></td>
                <td>86</td>
                <td>6.56 (2.54)</td>
                <td>4.35 (3.15)</td>
                <td>33.63</td>
                <td>&gt;9</td>
                <td>.047</td>
                <td colspan="2">94</td>
                <td>6.27 (2.32)</td>
                <td>3.38 (2.73)</td>
                <td>45.3</td>
                <td>&gt;8</td>
                <td>.046</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Moderator+small group chats significantly outperform the moderator+single user chats.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <boxed-text id="box3" position="float">
          <title>Selected user comments and associated themes.</title>
          <p>
            <bold>Comments</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Privacy</p>
              <list list-type="bullet">
                <list-item>
                  <p>“Is [my health plan] going to see our chat?...I wish I could give you a hug.”</p>
                </list-item>
                <list-item>
                  <p>“How does this work and is the info shielded from my health insurance.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Loneliness</p>
              <list list-type="bullet">
                <list-item>
                  <p>“Thank you for helping me. I don’t feel quite as alone and hopeless.”</p>
                </list-item>
                <list-item>
                  <p>“Here is kind of like having a friend...It occurs to me that I could talk with someone here I just want to connect with someone who will care.”</p>
                </list-item>
                <list-item>
                  <p>“I feel better saying how I feel. Nobody wants to hear it. But it clears my mind.”</p>
                </list-item>
                <list-item>
                  <p>“We are mainly a “senior” population and people do not like to make waves. Sometimes people call me asking for guidance on issues here, but I no longer know who I can trust... Again, thank you for listening.”</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Mental health care access</p>
              <list list-type="bullet">
                <list-item>
                  <p>“Everyone says to get help. Well, try to find help that 1) takes insurance and 2) has openings”</p>
                </list-item>
                <list-item>
                  <p>“Few therapists take insurance and of those who do the good ones are filled up and the [ones] who have openings have openings for a reason”</p>
                </list-item>
                <list-item>
                  <p>“I have a psychologist. She is helpful, but she doesn’t take insurance, so I can’t go as often as I need.”</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Among this cohort of older adults, using an informal, synchronous, and moderated digital peer support service was associated with reduced momentary loneliness and a corresponding improvement in optimism. Consistent with the quantitative language processing analysis, many users’ comments centered around loneliness. These results are promising, considering the need for effective loneliness interventions among older adults.</p>
        <p>Loneliness is a qualitative variable reflecting one’s subjective perception of their level of closeness to others. Theoretical frameworks describe 2 distinct experiences of loneliness, one that is experienced as a fleeting or momentary emotion and another where the emotion is far more persistent and intractable [<xref ref-type="bibr" rid="ref57">57</xref>]. Given this and other research on peer support, a brief, anonymous digital peer support intervention is likely to be impactful for those who tend to have momentary loneliness, but the impact on persistent loneliness is outside the scope of this study. Users with momentary loneliness could find digital peer support a valuable tool in combating their loneliness. A meta-analysis of interventions for loneliness cited the creation of additional opportunities for social interaction as a critical strategy, and those targeting “maladaptive social cognition” appear to be the most effective [<xref ref-type="bibr" rid="ref57">57</xref>]. Supportiv provides access, psychological safety, and opportunity for social interaction. Moderators trained to provide psychological and digital safety help amplify environmental access with the addition of safe social support. In the small group format, peers are no longer alone, which is most opportune for changing an individual’s perception of momentary loneliness [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>] and building on the protective factor of optimism [<xref ref-type="bibr" rid="ref9">9</xref>]. This study shows that chatting with a small group can accelerate the improvement in momentary loneliness and optimism trends compared to 1 person (moderator) alone.</p>
        <p>Trained human moderators are a key component to the findings. While chatbots are available on the market to address emotional concerns in rule-based, semi–rule-based, or free-chat formats, emerging literature has indicated that chatbots often lack the contextual understanding, personalization, and appropriate crisis responses within text-based interactions [<xref ref-type="bibr" rid="ref59">59</xref>]. Chatbots may apply a one-size-fits-all approach to addressing emotional concerns, such as sharing a joke to lighten the mood without considering the context. They may also struggle with understanding detailed user input or unrelated responses and might either overuse or underuse crisis protocols when needed [<xref ref-type="bibr" rid="ref59">59</xref>]. Trained, human moderators can quickly build trust with the user by understanding the nuanced needs of the user while also shifting to personalized responses and, with training, evaluate and use appropriate crisis protocols and MI strategies. These key features ensure psychological safety and trust for the user.</p>
        <p>Study results also present supplementary data regarding “relatedness” as cited within “self-determination theory” among older adults. Relatedness, which is best described as a person’s desire for interpersonal connections [<xref ref-type="bibr" rid="ref50">50</xref>], is both an inherent human desire and serves to normalize emotional struggles via acceptance from another [<xref ref-type="bibr" rid="ref50">50</xref>]. Our results indicate that the reduction in momentary loneliness may be best explained through the perceived “relatedness” experienced by users and may be possible as quickly as 9 minutes within a moderator+single user chat and 8 minutes in a moderator+peers chat. While relatedness data among older adults are understudied in similar contexts, social media text analysis presents the nearest comparison. Social media (eg, Facebook, Reddit, Instagram, and TikTok, etc) research, wherein large text-based data are evaluated through machine learning techniques [<xref ref-type="bibr" rid="ref60">60</xref>] to recognize patterns in psychiatric [<xref ref-type="bibr" rid="ref60">60</xref>] and crisis detection, presents the possibility of providing an “objective” snapshot of relatedness techniques. Our methodology and corresponding results have delivered the “objective” snapshot in relation to momentary loneliness and optimism among older adults within a digital context. Future studies may now be able to delve deeper into understanding the causes behind this change to better leverage relatedness.</p>
        <p>Furthermore, in a controlled setup, we observed that the moderator+small group chats offer significant improvements compared to moderator+single user chat interventions, further reinforcing the promise of a peer support solution for dealing with momentary loneliness among older adults. The benefit of this peer effect on momentary loneliness becomes even more critical among older adults, as a digital offering directly removes many known barriers for this population [<xref ref-type="bibr" rid="ref61">61</xref>]. For example, limited financial or transportation resources often prevent older adults from socializing in person [<xref ref-type="bibr" rid="ref61">61</xref>]. Others may be too medically vulnerable to participate in community gatherings [<xref ref-type="bibr" rid="ref61">61</xref>]. However, these obstacles can be overcome when socialization occurs digitally. This benefit, of course, depends on the digital accessibility and literacy of the user. Though historical convention has held that older adults will not or cannot use digital technology, the events of the global COVID-19 pandemic as well as ongoing change in our social landscape have produced a much more heterogeneous older adult population with regard to ownership and use of technology. In this study and consistent with the existing literature, desktop computer was the most popular device among the older adults’ sampled and allowed access to Supportiv’s service for improvements to their mental well-being [<xref ref-type="bibr" rid="ref62">62</xref>]. Additional high-quality studies are necessary to build on this finding. However, there are still notable differences in technology and internet use based on race, ethnicity, and income level [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. The “digital divide,” which refers to the gap between those older adults who have access to the internet, technological resources, and training to build their digital skill set, remains a major barrier to equitable access [<xref ref-type="bibr" rid="ref64">64</xref>]. Lack of reliable access to technology and the corresponding digital literacy to use technology remain a significant concern and present a systemic barrier to a solely digitally based peer experience addressing loneliness. Relatedly, negative effects of technology have been noted. For example, persistent technological exposure has been connected with attention concerns across all age groups [<xref ref-type="bibr" rid="ref65">65</xref>], sleep quality concerns that in turn increase risk for Alzheimer disease among older adults [<xref ref-type="bibr" rid="ref66">66</xref>], and increased perceived social isolation with prolonged (≥2 hours daily) versus brief exposure (≤30 minutes daily) [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]. The latter concern is hypothesized to occur due to a reduced exposure to real-world social interactions [<xref ref-type="bibr" rid="ref67">67</xref>]. Still, given the study results suggesting that momentary loneliness can be shifted within 8 to 9 minutes, brief exposure to digital peer support appears to be a worthwhile opportunity.</p>
        <p>Another barrier to the participation of older adults in web-based and digital supports includes the need to ensure privacy. Privacy was queried explicitly in some of the user’s comments, but the extent of the concern across the entire cohort of users is difficult to assess. The anonymous nature of the Supportiv service directly addresses privacy concerns, as users have to share only their struggles and are not asked for any personally identifiable information. Anonymity is an intentional feature of Supportiv’s service, as it has been shown through research to increase sharing of topics of a sensitive nature [<xref ref-type="bibr" rid="ref69">69</xref>]. Anonymous digital experiences have positively impacted areas outside of well-being, including in educational and employer settings, for supporting advocacy and system navigation [<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]. The addition of a moderator trained in evidence-based practices to ensure psychological safety allows for directed service referrals that address the users’ individualized underlying needs in real time.</p>
        <p>An additional theme in the comments was the challenge of older adults in finding and paying for mental health care. The rates of depression and suicide are higher among lonely older adults [<xref ref-type="bibr" rid="ref72">72</xref>]. This highlights the importance of having alternative pathways to support older adults experiencing challenges in accessing mental health care. The impact of peer support is most clearly established in mental health [<xref ref-type="bibr" rid="ref72">72</xref>-<xref ref-type="bibr" rid="ref75">75</xref>]. This presents an area of opportunity for expanding older adults’ awareness of low-cost, easily accessible, and nonstigmatizing digital alternatives such as Supportiv, which have no dependency on access to licensed professionals. If access to mental health services is altogether insufficient, there must be the pursuit of opportunities that address mental health needs in real time.</p>
      </sec>
      <sec>
        <title>Study Limitations</title>
        <p>Study limitations are directly related to real-world evidence generation. The service is designed to avoid diagnosis and treatment, focusing primarily on enhancing peer-based social support. The user journey is anonymous and intentionally built to avoid lengthy preassessments that delay peer engagement. This presents challenges to measuring the longitudinal impact of the intervention, especially among repeated service users. The anonymity prevents comparison of repeat users’ demographics and the trends of emotional state before, in between, and upon completion of overall engagement with the Supportiv service. Moreover, anonymity interfered with controlling for factors such as marital status, demographic information, and technical savviness. The aggregate loneliness and optimism trends cannot control for the random effects of the same user visiting the platform repeatedly.</p>
        <p>This study assumes that the AI model suffers from minimal systemic biases. The study’s aggregate nature cancels noise in individual user-chat-sessions, leaving the aggregate trends noise free. Systemic biases in the model’s interpretation can negatively affect the results presented in this study. However, due to the model’s high performance, we expect minimal systemic biases for the emotions [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>We recognize the impact of selection bias, where those drawn to this service might already be more inclined and ready to engage in self-care or improvement. Those who may not be ready and/or did not benefit from the service may have exited the chat early, but similar to therapy attrition, this is difficult to methodologically decipher. In addition, this study was limited to those with digital access. Still, it remains especially important to consider who is not represented in this cohort due to emotional health stigma and disparities in digital literacy and digital access. During this analysis, Supportiv services were only available in English, so it is difficult to assess the value for persons whose primary language is not English.</p>
      </sec>
      <sec>
        <title>Practical Considerations</title>
        <p>We use state-of-the-art security measures (such as at-rest and in-transit encryption) to minimize potential privacy and security risks in handling users’ data. In addition, to ensure user safety, Supportiv takes utmost care in identifying and referring users in crisis. All moderators undergo extensive training in identifying crises, are taught a subclinical protocol, and provide external referrals for any reported need for professional services. They are also regularly monitored for their handling of crises and additional service delivery quality.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, a chat-based peer support service may be a viable intervention to help address momentary loneliness in older adults as an alternative to traditional care. These promising results positively contribute to further study in this area. Bringing together groups of older adults who are experiencing loneliness and those with shared experiences creates an environment where individuals immediately feel less alone. Few models can so elegantly deliver opportunities to change one’s perception of momentary loneliness in real time.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Performance evaluation of GPT-4 in quantifying loneliness and optimism with our few-shot prompt on publicly available datasets.</p>
        <media xlink:href="formative_v8i1e59501_app1.docx" xlink:title="DOCX File , 11 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search caliper, samples in each cohort after the propensity matching, and the maximum standardized mean differences (Cohen d) after matching.</p>
        <media xlink:href="formative_v8i1e59501_app2.docx" xlink:title="DOCX File , 8 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MI</term>
          <def>
            <p>motivational interviewing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was sponsored by Supportiv. The authors would like to thank Dr Alejandro Martinez of Stanford University for providing the original peer support training for the Supportiv moderators and Saurabh Vaidya for his assistance in methodology development.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are not publicly available due to their proprietary nature but may be available from Supportiv upon reasonable request. Please contact info@supportiv.com.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>Supportiv employs all authors.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Ageing and health</article-title>
          <source>World Health Organization (WHO)</source>
          <year>2022</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/ageing-and-health">https://www.who.int/news-room/fact-sheets/detail/ageing-and-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Our epidemic of loneliness and isolation</article-title>
          <source>U.S. Department of Health and Human Services</source>
          <year>2023</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/sites/default/files/surgeon-general-social-connection-advisory.pdf">https://www.hhs.gov/sites/default/files/surgeon-general-social-connection-advisory.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flowers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Houser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Noel-Miller</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Medicare spends more on socially isolated older adults</article-title>
          <source>American Association of Retired Persons (AARP)</source>
          <year>2017</year>
          <access-date>2024-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aarp.org/pri/topics/health/coverage-access/medicare-spends-more-on-socially-isolated-older-adults.html">https://www.aarp.org/pri/topics/health/coverage-access/medicare-spends-more-on-socially-isolated-older-adults.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chipps</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ramlall</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of e-Interventions on reducing social isolation in older persons: a systematic review of systematic reviews</article-title>
          <source>J Telemed Telecare</source>
          <year>2017</year>
          <month>09</month>
          <day>29</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>817</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/zeAGPV/kxyE"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1357633x17733773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahlberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Agahi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lennartsson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Lonelier than ever? Loneliness of older people over two decades</article-title>
          <source>Arch Gerontol Geriatr</source>
          <year>2018</year>
          <volume>75</volume>
          <fpage>96</fpage>
          <lpage>103</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0167-4943(16)30286-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.archger.2017.11.004</pub-id>
          <pub-id pub-id-type="medline">29220739</pub-id>
          <pub-id pub-id-type="pii">S0167-4943(16)30286-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Victor</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Bowling</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A longitudinal analysis of loneliness among older people in Great Britain</article-title>
          <source>J Psychol</source>
          <year>2012</year>
          <volume>146</volume>
          <issue>3</issue>
          <fpage>313</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1080/00223980.2011.609572</pub-id>
          <pub-id pub-id-type="medline">22574423</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <source>Loneliness: The Experience of Emotional and Social Isolation</source>
          <year>1974</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yanguas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pinazo-Henandis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tarazona-Santabalbina</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The complexity of loneliness</article-title>
          <source>Acta Biomed</source>
          <year>2018</year>
          <month>06</month>
          <day>07</day>
          <volume>89</volume>
          <issue>2</issue>
          <fpage>302</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.23750/abm.v89i2.7404"/>
          </comment>
          <pub-id pub-id-type="doi">10.23750/abm.v89i2.7404</pub-id>
          <pub-id pub-id-type="medline">29957768</pub-id>
          <pub-id pub-id-type="pmcid">PMC6179015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MY</given-names>
            </name>
          </person-group>
          <article-title>Happy people live longer: subjective well-being contributes to health and longevity</article-title>
          <source>Appl Psychol Health Well Being</source>
          <year>2011</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1758-0854.2010.01045.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Scheier</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Dispositional optimism</article-title>
          <source>Trends Cogn Sci</source>
          <year>2014</year>
          <month>06</month>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>293</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24630971"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.tics.2014.02.003</pub-id>
          <pub-id pub-id-type="medline">24630971</pub-id>
          <pub-id pub-id-type="pii">S1364-6613(14)00033-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4061570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Optimism and subjective well-being in nursing home older adults: the mediating roles of gratitude and social support</article-title>
          <source>Geriatr Nurs</source>
          <year>2022</year>
          <month>09</month>
          <volume>47</volume>
          <fpage>232</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.gerinurse.2022.07.020</pub-id>
          <pub-id pub-id-type="medline">35994812</pub-id>
          <pub-id pub-id-type="pii">S0197-4572(22)00185-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>YR</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>The effect of information communication technology interventions on reducing social isolation in the elderly: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>e18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/1/e18/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4596</pub-id>
          <pub-id pub-id-type="medline">26822073</pub-id>
          <pub-id pub-id-type="pii">v18i1e18</pub-id>
          <pub-id pub-id-type="pmcid">PMC4751336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonucci</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Ajrouch</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Manalel</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Social relations and technology: continuity, context, and change</article-title>
          <source>Innov Aging</source>
          <year>2017</year>
          <month>11</month>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>igx029</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29795794"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geroni/igx029</pub-id>
          <pub-id pub-id-type="medline">29795794</pub-id>
          <pub-id pub-id-type="pii">igx029</pub-id>
          <pub-id pub-id-type="pmcid">PMC5954608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hellemann</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kreyenbuhl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niv</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nowlin-Finch</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Oberman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Improving weight in people with serious mental illness: the effectiveness of computerized services with peer coaches</article-title>
          <source>J Gen Intern Med</source>
          <year>2017</year>
          <month>04</month>
          <day>7</day>
          <volume>32</volume>
          <issue>Suppl 1</issue>
          <fpage>48</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28271427"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-016-3963-0</pub-id>
          <pub-id pub-id-type="medline">28271427</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-016-3963-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5359157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Döring</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brandenburg</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Broll</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Raake</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Can communication technologies reduce loneliness and social isolation in older people? A scoping review of reviews</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2022</year>
          <month>09</month>
          <day>08</day>
          <volume>19</volume>
          <issue>18</issue>
          <fpage>11310</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph191811310"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph191811310</pub-id>
          <pub-id pub-id-type="medline">36141581</pub-id>
          <pub-id pub-id-type="pii">ijerph191811310</pub-id>
          <pub-id pub-id-type="pmcid">PMC9517063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Rust</surname>
              <given-names>RT</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in service</article-title>
          <source>J Serv Res</source>
          <year>2018</year>
          <month>02</month>
          <day>05</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1177/1094670517752459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sundar</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>On emotions and clinical judgment</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <volume>370</volume>
          <fpage>m3723</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m3723</pub-id>
          <pub-id pub-id-type="medline">32978172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Press</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>AI stats news: 86% of consumers prefer humans to chatbots</article-title>
          <source>Forbes</source>
          <year>2019</year>
          <access-date>2024-07-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/gilpress/2019/10/02/ai-stats-news-86-of-consumers-prefer-to-interact-with-a-human-agent-rather-than-a-chatbot/">https://www.forbes.com/sites/gilpress/2019/10/02/ai-stats-news-86-of-consumers-prefer-to-interact-with-a-human-agent-rather-than-a-chatbot/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Robotic service quality – scale development and validation</article-title>
          <source>J Retail Consum Serv</source>
          <year>2021</year>
          <month>09</month>
          <volume>62</volume>
          <fpage>102661</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jretconser.2021.102661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rad</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rad</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Exploring the psychological implication of chatGPT: a qualitative study</article-title>
          <source>J Plus Educ</source>
          <year>2023</year>
          <month>05</month>
          <day>01</day>
          <volume>32</volume>
          <issue>1/2023</issue>
          <fpage>43</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.24250/jpe/vol.321/2023/dr/gr</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elyoseph</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Refoua</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Asraf</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lvovsky</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shimoni</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hadar-Shoval</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Capacity of generative AI to interpret human emotions from visual and textual data: pilot evaluation study</article-title>
          <source>JMIR Ment Health</source>
          <year>2024</year>
          <month>02</month>
          <day>06</day>
          <volume>11</volume>
          <fpage>e54369</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2024//e54369/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/54369</pub-id>
          <pub-id pub-id-type="medline">38319707</pub-id>
          <pub-id pub-id-type="pii">v11i1e54369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Frontiers: machines vs. humans: the impact of artificial intelligence Chatbot disclosure on customer purchases</article-title>
          <source>Mark Sci</source>
          <year>2019</year>
          <month>09</month>
          <day>20</day>
          <volume>38</volume>
          <issue>6</issue>
          <fpage>913</fpage>
          <lpage>1084</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubsonline.informs.org/doi/abs/10.1287/mksc.2019.1192"/>
          </comment>
          <pub-id pub-id-type="doi">10.1287/mksc.2019.1192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashfaq</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Loureiro</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>I, Chatbot: modeling the determinants of users’ satisfaction and continuance intention of AI-powered service agents</article-title>
          <source>Telemat Inform</source>
          <year>2020</year>
          <month>11</month>
          <volume>54</volume>
          <fpage>101473</fpage>
          <pub-id pub-id-type="doi">10.1016/j.tele.2020.101473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haugeland</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Følstad</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bjørkli</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Understanding the user experience of customer service chatbots: an experimental study of chatbot interaction design</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2022</year>
          <month>05</month>
          <volume>161</volume>
          <fpage>102788</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2022.102788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maples</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cerit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vishwanath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pea</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Loneliness and suicide mitigation for students using GPT3-enabled chatbots</article-title>
          <source>Npj Ment Health Res</source>
          <year>2024</year>
          <month>01</month>
          <day>22</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38609517"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s44184-023-00047-6</pub-id>
          <pub-id pub-id-type="medline">38609517</pub-id>
          <pub-id pub-id-type="pii">10.1038/s44184-023-00047-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC10955814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mozafari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Farahbakhsh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Crespi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Hate speech detection and racial bias mitigation in social media based on BERT model</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>8</month>
          <day>27</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e0237861</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0237861"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0237861</pub-id>
          <pub-id pub-id-type="medline">32853205</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-06639</pub-id>
          <pub-id pub-id-type="pmcid">PMC7451563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>ChatGPT: a promising tool to combats social isolation and loneliness in older adults with mild cognitive impairment</article-title>
          <source>Neurology live</source>
          <year>2023</year>
          <access-date>2024-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.sanity.io/files/0vv8moc6/neurolive/e9555ebaad761acc90b60e2ab6d3d0a830a58b86.pdf/NeurologyLive_June2023_WEB.pdf">https://cdn.sanity.io/files/0vv8moc6/neurolive/e9555ebaad761acc90b60e2ab6d3d0a830a58b86.pdf/NeurologyLive_June2023_WEB.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>ChatGPT: perspectives from human-computer interaction and psychology</article-title>
          <source>Front Artif Intell</source>
          <year>2024</year>
          <month>6</month>
          <day>18</day>
          <volume>7</volume>
          <fpage>1418869</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38957452"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/frai.2024.1418869</pub-id>
          <pub-id pub-id-type="medline">38957452</pub-id>
          <pub-id pub-id-type="pmcid">PMC11217544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Srinivasan</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Gottfried</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bydon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lawton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Implications and future directions of ChatGPT utilization in neurosurgery</article-title>
          <source>J Neurosurg</source>
          <year>2023</year>
          <month>04</month>
          <day>28</day>
          <volume>139</volume>
          <issue>5</issue>
          <fpage>1487</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3171/2023.3.JNS23555</pub-id>
          <pub-id pub-id-type="medline">37119117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Danescu-Niculescu-Mizil</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leskovec</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Anyone can become a troll</article-title>
          <source>Am Sci</source>
          <year>2017</year>
          <volume>105</volume>
          <issue>3</issue>
          <fpage>152</fpage>
          <pub-id pub-id-type="doi">10.1511/2017.105.3.152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Danescu-Niculescu-Mizil</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hua</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Taraborelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thain</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Conversations gone awry: detecting early signs of conversational failure</article-title>
          <source>Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics</source>
          <year>2018</year>
          <conf-name>ACL '18</conf-name>
          <conf-date>July 15-20, 2018</conf-date>
          <conf-loc>Melbourne, Australia</conf-loc>
          <fpage>1350</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aclanthology.org/P18-1125.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.18653/v1/p18-1125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wadden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>August</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The Effect of moderation on online mental health conversations</article-title>
          <source>Proceedings of the Fifteenth International AAAI Conference on Web and Social Media</source>
          <year>2021</year>
          <month>05</month>
          <day>22</day>
          <conf-name>ICWSM '21</conf-name>
          <conf-date>June 7-10, 2021</conf-date>
          <conf-loc>Virtual Event</conf-loc>
          <fpage>751</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.aaai.org/ojs/18100/18100-28-21595-1-2-20210521.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1609/icwsm.v15i1.18100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Utilizing peer moderating in online discussions: addressing the controversy between teacher moderation and nonmoderation</article-title>
          <source>Am J Distance Educ</source>
          <year>2007</year>
          <month>05</month>
          <day>10</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1080/08923640701298688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>ealthcare provider shortages-resources and strategies for meeting demand</article-title>
          <source>U.S. Department of Health and Human Services Administration</source>
          <year>2023</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.asprtracie.hhs.gov/documents/healthcare-workforce-strategies-for-managing-a-surge-in-healthcare-provider-demand.pdf">https://files.asprtracie.hhs.gov/documents/healthcare-workforce-strategies-for-managing-a-surge-in-healthcare-provider-demand.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>FACT SHEET: President Biden to announce strategy to address our national mental health crisis, as part of unity agenda in his first state of the union</article-title>
          <source>The White House</source>
          <year>2022</year>
          <access-date>2024-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/mtwte963">https://tinyurl.com/mtwte963</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tracy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Benefits of peer support groups in the treatment of addiction</article-title>
          <source>Subst Abuse Rehabil</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>143</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27729825"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/SAR.S81535</pub-id>
          <pub-id pub-id-type="medline">27729825</pub-id>
          <pub-id pub-id-type="pii">sar-7-143</pub-id>
          <pub-id pub-id-type="pmcid">PMC5047716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Venegas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Umucu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mois</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The future of peer support in digital psychiatry: promise, progress, and opportunities</article-title>
          <source>Curr Treat Options Psychiatry</source>
          <year>2019</year>
          <month>09</month>
          <day>20</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33796435"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40501-019-00179-7</pub-id>
          <pub-id pub-id-type="medline">33796435</pub-id>
          <pub-id pub-id-type="pmcid">PMC8011292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Salzer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brusilovskiy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cousounis</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Internet peer support for individuals with psychiatric disabilities: a randomized controlled trial</article-title>
          <source>Soc Sci Med</source>
          <year>2011</year>
          <month>01</month>
          <volume>72</volume>
          <issue>1</issue>
          <fpage>54</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2010.09.037</pub-id>
          <pub-id pub-id-type="medline">21112682</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(10)00702-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Salzer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Brusilovskiy</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Assessing an internet-based parenting intervention for mothers with a serious mental illness: a randomized controlled trial</article-title>
          <source>Psychiatr Rehabil J</source>
          <year>2014</year>
          <month>09</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>222</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1037/prj0000080</pub-id>
          <pub-id pub-id-type="medline">24978623</pub-id>
          <pub-id pub-id-type="pii">2014-26571-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rotondi</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Newhill</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Ganguli</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenstock</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>A clinical trial to test the feasibility of a telehealth psychoeducational intervention for persons with schizophrenia and their families: intervention and 3-month findings</article-title>
          <source>Rehabil Psychol</source>
          <year>2005</year>
          <month>11</month>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26321774"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/0090-5550.50.4.325</pub-id>
          <pub-id pub-id-type="medline">26321774</pub-id>
          <pub-id pub-id-type="pmcid">PMC4552359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rotondi</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Eack</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Ganguli</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Newhill</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenstock</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Web-based psychoeducational intervention for persons with schizophrenia and their supporters: one-year outcomes</article-title>
          <source>Psychiatr Serv</source>
          <year>2010</year>
          <month>11</month>
          <volume>61</volume>
          <issue>11</issue>
          <fpage>1099</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2010.61.11.1099</pub-id>
          <pub-id pub-id-type="medline">21041348</pub-id>
          <pub-id pub-id-type="pii">61/11/1099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlosser</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Campellone</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Etter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vergani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Komaiko</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vinogradov</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of PRIME, a mobile app intervention designed to improve motivation in young people with schizophrenia</article-title>
          <source>Schizophr Bull</source>
          <year>2018</year>
          <month>08</month>
          <day>20</day>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>1010</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29939367"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/schbul/sby078</pub-id>
          <pub-id pub-id-type="medline">29939367</pub-id>
          <pub-id pub-id-type="pii">5042996</pub-id>
          <pub-id pub-id-type="pmcid">PMC6101497</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aschbrenner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Shevenell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of behavioral weight loss treatment enhanced with peer support and mobile health technology for individuals with serious mental illness</article-title>
          <source>Psychiatr Q</source>
          <year>2016</year>
          <month>09</month>
          <day>13</day>
          <volume>87</volume>
          <issue>3</issue>
          <fpage>401</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26462674"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11126-015-9395-x</pub-id>
          <pub-id pub-id-type="medline">26462674</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-015-9395-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4929042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Ludman</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goodale</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Dykstra</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cutsogeorge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Operskalski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Savarino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pabiniak</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An online recovery plan program: can peer coaching increase participation?</article-title>
          <source>Psychiatr Serv</source>
          <year>2011</year>
          <month>06</month>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>666</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21632737"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/ps.62.6.pss6206_0666</pub-id>
          <pub-id pub-id-type="medline">21632737</pub-id>
          <pub-id pub-id-type="pii">62/6/666</pub-id>
          <pub-id pub-id-type="pmcid">PMC4176611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing: Helping People Change. 3rd edition</source>
          <year>2012</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biagianti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schlosser</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nahum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Woolley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vinogradov</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Creating live interactions to mitigate barriers (CLIMB): a mobile intervention to improve social functioning in people with chronic psychotic disorders</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>12</month>
          <day>13</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/4/e52/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.6671</pub-id>
          <pub-id pub-id-type="medline">27965190</pub-id>
          <pub-id pub-id-type="pii">v3i4e52</pub-id>
          <pub-id pub-id-type="pmcid">PMC5192235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gucci</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Marmo</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>A study on the effectiveness of e-mental health in the treatment of psychosis: looking to recovery</article-title>
          <source>Eur Psychiatry</source>
          <year>2020</year>
          <month>03</month>
          <day>23</day>
          <volume>33</volume>
          <issue>S1</issue>
          <fpage>S27</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2016.01.846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <source>Intrinsic Motivation and Self-Determination in Human Behavior</source>
          <year>2013</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Aschbrenner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>McHugo</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Facebook for supporting a lifestyle intervention for people with major depressive disorder, bipolar disorder, and schizophrenia: an exploratory study</article-title>
          <source>Psychiatr Q</source>
          <year>2018</year>
          <month>03</month>
          <day>4</day>
          <volume>89</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28470468"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11126-017-9512-0</pub-id>
          <pub-id pub-id-type="medline">28470468</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-017-9512-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5758428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Self-determination theory and the facilitation of intrinsic motivation, social development, and well-being</article-title>
          <source>Am Psychol</source>
          <year>2000</year>
          <volume>55</volume>
          <issue>1</issue>
          <fpage>68</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1037//0003-066X.55.1.68</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dodson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Online communities are valued by people with type 1 diabetes for peer support: how well do health professionals understand this? Diabetes Spectrum</article-title>
          <source>Diabetes Spectr</source>
          <year>2012</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>180</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetesjournals.org/spectrum/article/25/3/180/32552/Online-Communities-Are-Valued-by-People-With-Type"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/diaspect.25.3.180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwei</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hetzel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>DeYoung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frumer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzafame</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Madlof</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zambrano-Morales</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Peer-to-peer support and changes in health and well-being in older adults over time</article-title>
          <source>JAMA Netw Open</source>
          <year>2021</year>
          <month>06</month>
          <day>01</day>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>e2112441</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34129024"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.12441</pub-id>
          <pub-id pub-id-type="medline">34129024</pub-id>
          <pub-id pub-id-type="pii">2780959</pub-id>
          <pub-id pub-id-type="pmcid">PMC8207241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madaan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alon</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Neubig</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Language models of code are few-shot commonsense learners</article-title>
          <source>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</source>
          <year>2022</year>
          <conf-name>EMNLP '22</conf-name>
          <conf-date>December 7-11, 2022</conf-date>
          <conf-loc>Abu Dhabi, United Arab Emirates</conf-loc>
          <fpage>1384</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aclanthology.org/2022.emnlp-main.90.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.18653/v1/2022.emnlp-main.90</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sahni</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chandak</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chedeti</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Efficient twitter sentiment classification using subjective distant supervision</article-title>
          <source>Proceedings of the 9th International Conference on Communication Systems and Networks</source>
          <year>2017</year>
          <conf-name>COMSNETS '17</conf-name>
          <conf-date>January 4-8, 2017</conf-date>
          <conf-loc>Bengaluru, India</conf-loc>
          <fpage>548</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/7945451"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/comsnets.2017.7945451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demszky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Movshovitz-Attias</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cowen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nemade</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>GoEmotions: a dataset of fine-grained emotions</article-title>
          <source>Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics</source>
          <year>2020</year>
          <conf-name>ACL '20</conf-name>
          <conf-date>July 5-10, 2020</conf-date>
          <conf-loc>Virtual Event</conf-loc>
          <fpage>4040</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aclanthology.org/2020.acl-main.372.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.18653/v1/2020.acl-main.372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Leqi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Winkielman</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Many ways to be lonely: fine-grained characterization of loneliness and its potential changes in COVID-19</article-title>
          <source>Proceedings of the Sixteenth International AAAI Conference on Web and Social Media</source>
          <year>2022</year>
          <month>05</month>
          <day>31</day>
          <conf-name>ICWSM '22</conf-name>
          <conf-date>June 6-9, 2022</conf-date>
          <conf-loc>Atlanta, Georgia</conf-loc>
          <fpage>405</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ojs.aaai.org/index.php/ICWSM/article/view/19302/19074"/>
          </comment>
          <pub-id pub-id-type="doi">10.1609/icwsm.v16i1.19302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masi</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of interventions to reduce loneliness</article-title>
          <source>Pers Soc Psychol Rev</source>
          <year>2011</year>
          <month>08</month>
          <day>17</day>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>219</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20716644"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1088868310377394</pub-id>
          <pub-id pub-id-type="medline">20716644</pub-id>
          <pub-id pub-id-type="pii">1088868310377394</pub-id>
          <pub-id pub-id-type="pmcid">PMC3865701</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shatte</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Teague</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Machine learning in mental health: a scoping review of methods and applications</article-title>
          <source>Psychol Med</source>
          <year>2019</year>
          <month>07</month>
          <volume>49</volume>
          <issue>9</issue>
          <fpage>1426</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291719000151</pub-id>
          <pub-id pub-id-type="medline">30744717</pub-id>
          <pub-id pub-id-type="pii">S0033291719000151</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haque</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Rubya</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An overview of chatbot-based mobile mental health apps: insights from app description and user reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2023</year>
          <month>05</month>
          <day>22</day>
          <volume>11</volume>
          <fpage>e44838</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2023//e44838/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/44838</pub-id>
          <pub-id pub-id-type="medline">37213181</pub-id>
          <pub-id pub-id-type="pii">v11i1e44838</pub-id>
          <pub-id pub-id-type="pmcid">PMC10242473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chancellor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Methods in predictive techniques for mental health status on social media: a critical review</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>3</month>
          <day>24</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0233-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0233-7</pub-id>
          <pub-id pub-id-type="medline">32219184</pub-id>
          <pub-id pub-id-type="pii">233</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forsman</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Nordmyr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Matosevic</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wahlbeck</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McDaid</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Promoting mental well-being among older people: an evidence review of technology-based interventions</article-title>
          <source>Innov Aging</source>
          <year>2017</year>
          <volume>1</volume>
          <issue>Suppl 1</issue>
          <fpage>1185</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6183500/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/heapro/dax047</pub-id>
          <pub-id pub-id-type="medline">28973587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogels</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Lower-income Americans still less likely to have home broadband, smartphone</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <access-date>2024-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/short-reads/2021/06/22/digital-divide-persists-even-as-americans-with-lower-incomes-make-gains-in-tech-adoption/">https://www.pewresearch.org/short-reads/2021/06/22/digital-divide-persists-even-as-americans-with-lower-incomes-make-gains-in-tech-adoption/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atske</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Black, Hispanic adults less likely to have broadband or traditional PC than White adults</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <month>07</month>
          <access-date>2024-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/short-reads/2021/07/16/home-broadband-adoption-computer-ownership-vary-by-race-ethnicity-in-the-u-s/">https://www.pewresearch.org/short-reads/2021/07/16/home-broadband-adoption-computer-ownership-vary-by-race-ethnicity-in-the-u-s/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kloza</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>What is the digital divide?</article-title>
          <source>IEEE: Connecting the Unconnected</source>
          <access-date>2024-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ctu.ieee.org/what-is-the-digital-divide/">https://ctu.ieee.org/what-is-the-digital-divide/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anders</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Späti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bues</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pross</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mager</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wirz-Justice</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stefani</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Evening exposure to a light-emitting diodes (LED)-backlit computer screen affects circadian physiology and cognitive performance</article-title>
          <source>J Appl Physiol (1985)</source>
          <year>2011</year>
          <month>05</month>
          <volume>110</volume>
          <issue>5</issue>
          <fpage>1432</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.physiology.org/doi/abs/10.1152/japplphysiol.00165.2011?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/japplphysiol.00165.2011</pub-id>
          <pub-id pub-id-type="medline">21415172</pub-id>
          <pub-id pub-id-type="pii">japplphysiol.00165.2011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Branger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arenaza-Urquijo</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Tomadesso</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mézenge</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>André</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Flores</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mutlu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de la Sayette</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Eustache</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chételat</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rauchs</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Relationships between sleep quality and brain volume, metabolism, and amyloid deposition in late adulthood</article-title>
          <source>Neurobiol Aging</source>
          <year>2016</year>
          <month>05</month>
          <volume>41</volume>
          <fpage>107</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neurobiolaging.2016.02.009</pub-id>
          <pub-id pub-id-type="medline">27103523</pub-id>
          <pub-id pub-id-type="pii">S0197-4580(16)00152-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>GZ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez-Jimenez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gleeson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vancampfort</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Armitage</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sarris</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The "online brain": how the Internet may be changing our cognition</article-title>
          <source>World Psychiatry</source>
          <year>2019</year>
          <month>06</month>
          <day>06</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>119</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31059635"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20617</pub-id>
          <pub-id pub-id-type="medline">31059635</pub-id>
          <pub-id pub-id-type="pmcid">PMC6502424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schou Andreassen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Billieux</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Kuss</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Demetrovics</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzoni</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pallesen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The relationship between addictive use of social media and video games and symptoms of psychiatric disorders: a large-scale cross-sectional study</article-title>
          <source>Psychol Addict Behav</source>
          <year>2016</year>
          <month>03</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>252</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1037/adb0000160</pub-id>
          <pub-id pub-id-type="medline">26999354</pub-id>
          <pub-id pub-id-type="pii">2016-13379-006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tourangeau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Rasinski</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Motivation to report sensitive behaviors on surveys: evidence from a bogus pipeline experiment</article-title>
          <source>J Applied Social Pyschol</source>
          <year>2006</year>
          <month>07</month>
          <day>31</day>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>209</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1559-1816.1997.tb00629.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huerta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salter</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Yeow</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Motivating employees to share their failures in knowledge management systems: anonymity and culture</article-title>
          <source>J Inf Syst</source>
          <year>2012</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>93</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.2308/isys-50214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Have a question? Just ask it: using an anonymous mobile discussion platform for student engagement and peer interaction to support large group teaching</article-title>
          <source>Res Learn Technol</source>
          <year>2020</year>
          <month>01</month>
          <day>22</day>
          <volume>28</volume>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.25304/rlt.v28.2323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Thisted</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Loneliness as a specific risk factor for depressive symptoms: cross-sectional and longitudinal analyses</article-title>
          <source>Psychol Aging</source>
          <year>2006</year>
          <month>03</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1037/0882-7974.21.1.140</pub-id>
          <pub-id pub-id-type="medline">16594799</pub-id>
          <pub-id pub-id-type="pii">2006-03906-014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfeiffer</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Heisler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Piette</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Valenstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of peer support interventions for depression: a meta-analysis</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2011</year>
          <month>1</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21353125"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2010.10.002</pub-id>
          <pub-id pub-id-type="medline">21353125</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(10)00198-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3052992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tomasino</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palac</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Harnessing peer support in an online intervention for older adults with depression</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2017</year>
          <month>10</month>
          <volume>25</volume>
          <issue>10</issue>
          <fpage>1109</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28571785"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2017.04.015</pub-id>
          <pub-id pub-id-type="medline">28571785</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(17)30308-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5600661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seebohm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhary</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boyce</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elkan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Avis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Munn-Giddings</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The contribution of self-help/mutual aid groups to mental well-being</article-title>
          <source>Health Soc Care Community</source>
          <year>2013</year>
          <month>07</month>
          <day>28</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>391</fpage>
          <lpage>401</lpage>
          <pub-id pub-id-type="doi">10.1111/hsc.12021</pub-id>
          <pub-id pub-id-type="medline">23445336</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
