<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e34989</article-id>
      <article-id pub-id-type="pmid">36696164</article-id>
      <article-id pub-id-type="doi">10.2196/34989</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Relationship Between Valence and Arousal for Subjective Experience in a Real-life Setting for Supportive Housing Residents: Results From an Ecological Momentary Assessment Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mak</surname>
            <given-names>Hio Wa</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Han</surname>
            <given-names>Jin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Nandy</surname>
            <given-names>Rajesh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Biostatistics and Epidemiology</institution>
            <institution>School of Public Health</institution>
            <institution>University of North Texas Health Science Center</institution>
            <addr-line>3500 Camp Bowie Blvd</addr-line>
            <addr-line>Fort Worth, TX, 76107</addr-line>
            <country>United States</country>
            <fax>1 (817) 735 2619</fax>
            <phone>1 2063296441</phone>
            <email>Rajesh.Nandy@unthsc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0209-8059</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Nandy</surname>
            <given-names>Karabi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9071-6835</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Walters</surname>
            <given-names>Scott T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4074-6141</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Biostatistics and Epidemiology</institution>
        <institution>School of Public Health</institution>
        <institution>University of North Texas Health Science Center</institution>
        <addr-line>Fort Worth, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Peter O’Donnell Jr. School of Public Health</institution>
        <institution>University of Texas Southwestern</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Public Health</institution>
        <institution>University of North Texas Health Science Center</institution>
        <addr-line>Fort Worth, TX</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rajesh Nandy <email>Rajesh.Nandy@unthsc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>1</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e34989</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>11</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Rajesh Nandy, Karabi Nandy, Scott T Walters. Originally published in JMIR Formative Research (https://formative.jmir.org), 25.01.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e34989" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The circumplex model of affect posits that valence and arousal are the principal dimensions of affect. The center of the 2D space represents a neutral state of valence and a medium state of arousal. The role of valence and arousal in human emotion has been studied extensively. However, no consistent relationship between valence and arousal has been established. Most of the prior studies investigating the relationship have been conducted in relatively controlled laboratory settings.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Ecological momentary assessment (EMA) of affect from participants residing in permanent supportive housing was used to study the relationship between valence and arousal in real-life settings. The goal of this study was to explore the relationship between valence and arousal in a person’s natural environment.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants were recruited from housing agencies in Fort Worth, Texas, United States. All participants had a history of chronic homelessness and reported at least one mental health condition. A subset of participants completed daily (morning) EMAs of emotions and other behaviors. The sample comprised 78 women and 77 men, and the average age was 52 (SD 8) years. From the circumplex model of affect, the EMA included 9 questions related to the participant’s current emotional state (<italic>happy</italic>, <italic>frustrated</italic>, <italic>sad</italic>, <italic>worried</italic>, <italic>restless</italic>, <italic>excited</italic>, <italic>calm</italic>, <italic>bored</italic>, and <italic>sluggish</italic>). The responses were used to calculate 2 composite scores for <italic>valence</italic> and <italic>arousal</italic>.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Statistical models uniformly showed a dominant linear relation between valence and arousal and a significant difference in the slopes among races. None of the other effects were statistically significant. Compared with previous studies, the effects were quite robust.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings may provide a window to the fundamental structure of affect. We found a strong positive linear relationship between valence and arousal at the nomothetic level, which may provide insight into a universal structure of affect. However, the study needs to be replicated for different populations to determine whether our findings can be generalized beyond the population studied here.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>permanent supportive housing</kwd>
        <kwd>circumplex model of affect</kwd>
        <kwd>ecological momentary assessment</kwd>
        <kwd>emotion</kwd>
        <kwd>valence</kwd>
        <kwd>arousal</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Affect is a fundamental notion in psychology that refers to the occurrence of emotion in the human mind. In fact, affect converges with the conventional definition of cognition such that the differences between affect and cognition are more philosophical than ontological, especially from a neurobiological standpoint [<xref ref-type="bibr" rid="ref1">1</xref>]. Affect is believed to exist in a 2D space: a dimension for valence and another for arousal [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Valence is typically defined as an individual’s subjective experience on a positive-negative scale [<xref ref-type="bibr" rid="ref7">7</xref>]. Arousal is the psychological state of being active as determined by the initiation of the nervous system or, more frequently, by self-report [<xref ref-type="bibr" rid="ref8">8</xref>]. Sometimes, the dimensional model of affect includes a smaller, third dimension called <italic>dominance</italic> [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. However, valence and arousal are the 2 larger, more persistent dimensions, and much of the literature uses only these 2 dimensions. In this paper, we explore the relationship between valence and arousal from the subjective experience of a group of underserved individuals classified as high risk in a 2D model of affect.</p>
        <p>A circumplex model of affect was developed based on the assumption that valence and arousal are the principal dimensions of affect [<xref ref-type="bibr" rid="ref5">5</xref>]. This model posits that emotions can be represented as points in a 2D space, with arousal captured on the vertical axis and valence captured on the horizontal axis. The center of the 2D space represents a neutral state of valence and a medium state of arousal [<xref ref-type="bibr" rid="ref11">11</xref>]. The points are scaled such that they are all confined within a circle in the 2D space. Several refinements of the model have been made since its inception [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. A formal quantitative formulation of the circumplex model was introduced recently [<xref ref-type="bibr" rid="ref16">16</xref>]. It should be noted that the placement of a specific emotion within the circumplex is universal and does not depend on specific population characteristics.</p>
        <p>The role of valence and arousal in human emotion has been studied extensively [<xref ref-type="bibr" rid="ref6">6</xref>]; for instance, Pribram and McGuinness [<xref ref-type="bibr" rid="ref8">8</xref>] investigated arousal, activation, and effort in the control of attention. Using functional magnetic resonance imaging and behavioral studies, Kensinger and Corkin [<xref ref-type="bibr" rid="ref17">17</xref>] found that different cognitive and neural processes were associated with enhancing emotional memory to arouse facts compared with valenced nonarousing facts. Experimental evidence also supports the existence of unique neural systems that correspond to the 2 dimensions of affect [<xref ref-type="bibr" rid="ref18">18</xref>]. The research attempting to connect cognitive scope with affect has generally found that negative affective states limit cognitive range, whereas positive affective states enhance cognitive range [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Although this consensus generally holds for affects of moderate intensity, there is evidence that affects of low intensity tend to enhance cognitive scope, whereas those of high intensity limit cognitive scope, irrespective of whether the affect is positive or negative [<xref ref-type="bibr" rid="ref3">3</xref>]. Jhean-Larose et al [<xref ref-type="bibr" rid="ref22">22</xref>] investigated how these 2 factors lay out activation within the semantic network. Jefferies et al [<xref ref-type="bibr" rid="ref23">23</xref>] studied the influence of changes in both valence and arousal on the emotion-attention relationship. Mackenzie et al [<xref ref-type="bibr" rid="ref24">24</xref>] investigated associations among affect, mindfulness, and patient-reported mental health outcomes in a 7-week yoga program for cancer survivors. Mirandola and Toffalini [<xref ref-type="bibr" rid="ref25">25</xref>] studied how valence and arousal affect false memory production, although positive affect is generally believed to restore self-control resources after depletion [<xref ref-type="bibr" rid="ref26">26</xref>]. Nealis et al [<xref ref-type="bibr" rid="ref27">27</xref>] further examined the specific roles of valence and arousal in this effect. Finally, in another recent work, Nandy et al [<xref ref-type="bibr" rid="ref28">28</xref>] identified behaviors that predicted valence and arousal in the morning for people living in permanent supportive housing (PSH) using ecological momentary assessment (EMA).</p>
        <p>Although valence and arousal are represented as individual concepts in the circumplex model, the research support for this assumption is limited. Kuppens et al [<xref ref-type="bibr" rid="ref29">29</xref>] argued that the nature of the association between valence and arousal is important for 4 reasons. First, a strong association between valence and arousal would suggest that the 2 cannot be influenced independently. This would have profound implications for many psychology experiments that attempt to manipulate and measure emotion. Second, the implication of this finding on the biology of the brain would also be substantial, particularly with respect to attempts to localize valence to brain regions such as the orbitofrontal cortex and arousal to brain regions such as the amygdala [<xref ref-type="bibr" rid="ref30">30</xref>]. Such attempts rely on the assumption that valence and arousal operate independently of each other. Third, if there is a relationship between valence and arousal, it is critical to ascertain whether it is stimulus dependent; for instance, a V-shaped function of arousal in relation to valence has been observed in affective ratings of visual scenes [<xref ref-type="bibr" rid="ref31">31</xref>], but it is unknown whether this relationship holds in broader contexts (eg, in the absence of controlled stimulus). Finally, according to Kuppens et al [<xref ref-type="bibr" rid="ref29">29</xref>], it is important to study the consistency of the relationship across participants to explain variability in the human emotional experience as well as how emotional affect relates to various aspects in the psychological domain. To summarize, it is critical to examine the relationship between valence and arousal from both idiographic (individual participant level) and nomothetic (group level) perspectives.</p>
        <p>In establishing a relationship between arousal and valence, Kuppens et al [<xref ref-type="bibr" rid="ref29">29</xref>] considered seven potential forms drawn from existing psychological theories: (1) independent of each other [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]; (2) a linear relationship [<xref ref-type="bibr" rid="ref34">34</xref>]; (3) a V-shaped relationship [<xref ref-type="bibr" rid="ref35">35</xref>]; (4-6) an asymmetric V-shaped relationship [<xref ref-type="bibr" rid="ref36">36</xref>] that includes positivity offset, negativity bias, or both; and (7) a nonparametric regression model. To obtain a comprehensive answer to the question of whether there is a relationship between valence and arousal, the authors analyzed eight data sets: (1) aggregated affective experiences in response to International Affective Picture System (IAPS) pictures [<xref ref-type="bibr" rid="ref37">37</xref>], (2) data from college students in the United States and Canada that assessed reactions to response items and schemes developed by Barrett and Russell [<xref ref-type="bibr" rid="ref38">38</xref>], (3) data from college students (the same data set mentioned in the previous point) that assessed feelings resulting from recalls of the past (the last time the participant experienced a strong emotion), (4) data from participants who were given slides from the IAPS picture set and were evaluated on valence and arousal using the Self-Assessment Manikin rating scale [<xref ref-type="bibr" rid="ref39">39</xref>], (5) similar data from participants using balanced IAPS pictures with responses measured using a Likert scale [<xref ref-type="bibr" rid="ref40">40</xref>], (6) data from participants reacting to modern art paintings covering a broad affective spectrum, (7) experience sampling from a group of European participants [<xref ref-type="bibr" rid="ref41">41</xref>] where the participants marked their responses on an affect grid [<xref ref-type="bibr" rid="ref42">42</xref>], and (8) experience sampling data from American participants [<xref ref-type="bibr" rid="ref40">40</xref>]. Importantly, only 1 data set (aggregated affective experiences in response to IAPS pictures) was suitable for studying a nomothetic relationship because each participant responded only once, but the other data sets were suitable for studying both nomothetic and idiographic relationships because the participants responded multiple times.</p>
        <p>All 7 aforementioned potential forms of the relationship between valence and arousal were considered by Kuppens et al [<xref ref-type="bibr" rid="ref29">29</xref>] for each data set, and the Bayesian information criterion was used to determine the best-fit relationship [<xref ref-type="bibr" rid="ref43">43</xref>]. At the nomothetic level, the authors found that the asymmetric V-shaped relationship was the best choice for all data sets (except in the case of data from participants who were given slides from the IAPS picture set and were evaluated on valence and arousal using the Self-Assessment Manikin rating scale, where a positive linear relation was preferred). The consistency of the findings across studies is noteworthy, although the authors acknowledge the weak predictive power of the models with very low <italic>R</italic><sup>2</sup> values for the models.</p>
        <p>The weak relationship at the nomothetic level was explained by the authors as an artifact of large individual differences at the idiographic level. At the idiographic level, the authors observed that the relationship between valence and arousal can take any arbitrary form or none at all. Because of the large observed differences at the idiographic level, Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>] studied the effects of personality and culture in a follow-up study. From this, the authors concluded that valence and arousal do not have invariable roles in other psychological areas. More fundamentally, the authors did not find evidence for a global model that explains the relationship between valence and arousal in subjective experiences. In fact, the authors recommended that researchers refrain from putting too much faith in the role of affect toward “emotion, well-being, personality, attitudes, moral judgment, memory, perception, and so on.”</p>
        <p>As acknowledged by Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>], the first 6 data sets were too limited to draw conclusions about a universal architecture connecting valence and arousal. Notably, each of these data sets involved presentation of visual scenes in a controlled laboratory environment. Although a controlled scientific experiment has its obvious benefits, in this case it is unclear whether the observed relation is intrinsic to the nature of affect or whether it is specific to visual perceptions. Only the last 2 data sets involve affective experiences in a person’s natural environment. In addition, data gathered in an artificial context have limited ecological validity [<xref ref-type="bibr" rid="ref45">45</xref>]. If the purpose is to draw conclusions about a universal architecture connecting valence and arousal, it is preferable to have responses gathered in familiar, real-life settings.</p>
      </sec>
      <sec>
        <title>Daily EMA Data on Affect</title>
        <p>We address this by investigating the relationship between valence and arousal using EMA data. EMA involves repeated sampling of participants’ current behaviors and experiences in real time in the participants’ natural environments [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. EMA uses mobile devices to evaluate thoughts, feelings, and behaviors in real time in people’s usual, everyday surroundings. Some form of EMA has been used previously to study the relationship between valence and arousal [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. In this paper, we use daily EMA data on affect from participants residing in PSH who were participating in a health coaching program. People residing in PSH encounter many challenges in being able to live independently, including having various physical and mental health conditions.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design and Study Procedures</title>
        <p>Data for this study were drawn from the Mobile Community Health Assistance for Tenants project, a health coaching intervention designed to improve health indicators among PSH residents in Fort Worth, Texas, United States [<xref ref-type="bibr" rid="ref47">47</xref>]. Participants were recruited via convenience sampling from 6 local housing agencies in Fort Worth. Participants were adults, English speaking, Medicaid enrolled or eligible, and reported at least one of the following conditions in the past year: prescribed medication for psychological or emotional problems, experienced hallucinations, received a pension for a psychiatric disability, or reported at least moderate levels of depression (a score of &gt;9 on the Patient Health Questionnaire-9).</p>
        <p>Participants met monthly with a health coach who helped to set goals related to diet, exercise, substance use, medication compliance, social support, and recreation or leisure. A subgroup of participants who scored ≥4 on the Rapid Estimate of Adult Literacy in Medicine–Short Form test (indicating &gt;grade 6 English literacy level) were given the opportunity to participate in the EMA portion of the project. Each morning, this subset of participants completed EMAs that included questions about current emotions and setting as well as health behaviors from the previous day, including diet, exercise, substance use, leisure time activities, medication compliance, and social interactions.</p>
        <p>The EMA protocol used in this study was based on that of a previous study with smokers experiencing homelessness and used in our prior study with the same data set [<xref ref-type="bibr" rid="ref48">48</xref>]. Participants were provided with a smartphone and granted unlimited voice and text plans as well as 2 GB data for their personal use. For completing the EMAs, participants could earn up to US $15 per month in vouchers redeemable for health-related supplies, proportional to the percentage of days they completed the assessments. Provided that they were compliant with at least 50% of the EMA prompts, participants could retain the smartphone for up to 12 months. The project resources allowed for up to 80 participants to participate in the EMA portion at any one time; when participants returned the smartphone (because they had reached the end of their allotted time, were failing to complete assessments, or had decided that they did not want to carry it any longer), we performed a factory reset on the device and offered it to another participant based on the order of enrollment into the parent study.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The project was approved by the institutional review board of the University of North Texas Health Science Center (approval number 2014-125), and participants were given assurances of confidentiality. All participants provided informed consent.</p>
      </sec>
      <sec>
        <title>Sample</title>
        <p>This analysis includes 155 participants who completed 18,357 daily assessments between May 1, 2016, and April 30, 2017. On average, the individuals received 139 (SD 93) daily assessments or prompts and completed 118 (SD 92) assessments. The sample was split almost evenly between men (77/155, 49.7%) and women (78/155, 50.3%), and the average age was 52 (SD 8) years. The racial composition of the 155 participants was as follows: 74 (47.7%) White, 72 (46.4%) African American, 3 (1.9%) American Indian, and 6 (3.9%) in other racial categories. Of the 155 participants, 9 (5.8%) were of Hispanic ethnicity. For statistical analysis, all participants of color were pooled in a single category.</p>
      </sec>
      <sec>
        <title>Instruments (Measures)</title>
        <sec>
          <title>Overview</title>
          <p>The EMA protocol was executed using a smartphone app provided to the participants. The app alerted participants to complete an assessment 30 minutes after their self-reported waking time. Participants were asked to complete the assessment within 30 minutes of the initial alert; they had the option to <italic>snooze</italic> an assessment request 3 times each day before the EMA would be counted as missed. In the next section, we list the questions that were presented in the daily EMA (only the questions or response options considered in our analyses are presented).</p>
        </sec>
        <sec>
          <title>Emotions</title>
          <p>Nine items related to each participant’s current affect (“I feel...”) were measured on a Likert-type scale from 1 (strongly disagree) to 5 (strongly agree): I feel <italic>happy</italic>, I feel <italic>frustrated</italic>, I feel <italic>sad</italic>, I feel <italic>worried</italic>, I feel <italic>restless</italic>, I feel <italic>excited</italic>, I feel <italic>calm</italic>, I feel <italic>bored</italic>, and I feel <italic>sluggish</italic>. Similar EMA items and procedures have been used in previous studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Modeling and Analysis</title>
        <p>The circumplex model of affect [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>] was used to categorize emotion in a 2D circular space, containing dimensions for arousal and valence (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Valence in the context of emotions means the intrinsic attractiveness or averseness of an event, object, or situation. Likewise, arousal is the state of being physiologically and mentally alert, awake, and attentive. In a recent refinement of the model using regression [<xref ref-type="bibr" rid="ref16">16</xref>], the circumplex model was quantitatively visualized as a circular space of radius 1 unit within a 2D Cartesian coordinate system, which assigns scores for valence and arousal for each emotion. This model includes a comprehensive list of mood items commonly considered in behavioral sciences. Scores for valence and arousal in the circumplex were obtained from this model for each of the 9 emotion items considered and are shown in <xref ref-type="table" rid="table1">Table 1</xref>. In <xref rid="figure1" ref-type="fig">Figure 1</xref>, these 9 emotions are presented within the circumplex depicting their valence and arousal coordinates. During each daily assessment, composite scores of valence and arousal were created as weighted sums of responses from all the 9 emotion questionnaire items, with the reported emotion scores serving as weights. These 2 composite scores were the outcomes of this study. Specifically, let a participant’s response measured using a Likert-type scale for I feel <italic>happy</italic>, I feel <italic>frustrated</italic>, I feel <italic>sad</italic>, I feel <italic>worried</italic>, I feel <italic>restless</italic>, I feel <italic>excited</italic>, I feel <italic>calm</italic>, I feel <italic>bored</italic>, and I feel <italic>sluggish</italic> be denoted by <italic>l</italic>1, <italic>l</italic>2, <italic>l</italic>3, <italic>l</italic>4, <italic>l</italic>5, <italic>l</italic>6, <italic>l</italic>7, <italic>l</italic>8, and <italic>l</italic>9, respectively. Then, using <xref ref-type="table" rid="table1">Table 1</xref>, the composite score for valence is 0.89 × <italic>l</italic>1 – 0.6 × <italic>l</italic>2 – 0.81 × <italic>l</italic>3 – 0.07 × <italic>l</italic>4 – 0.04 × <italic>l</italic>5 + 0.7 × <italic>l</italic>6 + 0.78 × <italic>l</italic>7 – 0.35 × <italic>l</italic>8 – 0.22 × <italic>l</italic>9. The corresponding composite score for arousal is 0.17 × <italic>l</italic>1 + 0.4 × <italic>l</italic>2 – 0.4 × <italic>l</italic>3 – 0.32 × <italic>l</italic>4 + 0.29 × <italic>l</italic>5 + 0.71 × <italic>l</italic>6 – 0.68 × <italic>l</italic>7 – 0.78 × <italic>l</italic>8 – 0.5 × <italic>l</italic>9. In <xref ref-type="table" rid="table2">Table 2</xref> we have provided the mean of the participant means, SD of the participant means (between participant), and the mean of the participant SDs (within participant) for each emotion. We examined the relationship between the composite valence and arousal scores. We would also like to point out that in purely technical terms, Likert data are provided in an ordinal scale. In our analysis, we are treating all variables with Likert scale as quantitative variables. However, several studies, dating back to the 1930s, consistently show that parametric statistics are robust with respect to potential violations of parametric assumptions in Likert data [<xref ref-type="bibr" rid="ref50">50</xref>]. Hence, parametric methods can be used without concern for invalid statistical results [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>Our objective was to investigate all 7 forms of the possible relationship described earlier and identify the model that best fits the data. However, the plots of the data at both nomothetic and idiographic levels exhibited a highly dominant positive relationship alleviating the need to consider alternate forms of relationship. In <xref rid="figure2" ref-type="fig">Figure 2</xref>, we present a scatterplot of valence against arousal combining all measurements from all participants. White participants and participants of color are color-coded differently in the plot. In <xref rid="figure3" ref-type="fig">Figure 3</xref>, we present the scatterplot of arousal against valence scores at the nomothetic level (including the fitted regression line) by calculating the mean valence and arousal scores for each participant over all EMA assessments during the period of participation.</p>
        <p>Although individual differences were evident, we observed the same linear behavior at an idiographic level. In <xref rid="figure4" ref-type="fig">Figure 4</xref>, we present the scatterplot of arousal against valence scores (including the fitted regression line, 95% confidence limits, and 95% prediction limits) separately for 5 representative participants.</p>
        <p>In a recent work of ours examining the relationship between behavior and affect, we observed a strong difference in affect between White participants and participants of color in this population [<xref ref-type="bibr" rid="ref28">28</xref>]. To account for potential racial influence on idiographic variations, in <xref rid="figure5" ref-type="fig">Figures 5</xref> and <xref rid="figure6" ref-type="fig">6</xref>, we present the fitted regression lines for all White participants and participants of color, respectively. Each line in the figure corresponds to a single participant. It can easily be observed that although the positive linear relation is evident in both groups, the average slope is much higher for participants of color.</p>
        <p>As described before, our primary goal was to study the direct relationship between valence and arousal. <xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure6" ref-type="fig">6</xref> offer indications of a linear relationship as well as a potential difference in slopes among races.</p>
        <p>On the basis of our observations of the plots, we focused on the following linear mixed effects model:</p>
        <p><italic>Arousal<sub>ij</sub></italic> = (<italic>β</italic><sub>0</sub> + <italic>γ</italic><sub>0</sub><italic><sub>i</sub></italic>) + (<italic>β</italic><sub>1</sub> + <italic>γ</italic><sub>1</sub><italic><sub>i</sub></italic>)<italic>Valence<sub>ij</sub></italic> + <italic>β</italic><sub>2</sub><italic>White<sub>i</sub></italic> × <italic>Valence<sub>ij</sub></italic> + <italic>∈<sub>ij</sub></italic> <bold>(1)</bold></p>
        <p>In equation 1, <italic>i</italic> denotes the <italic>i</italic>-th participant, and <italic>j</italic> denotes the <italic>j</italic>-th measurement from the participant. <italic>β</italic><sub>0</sub> and <italic>β</italic><sub>1</sub> are the fixed effects for intercept and slope, respectively. The model also includes the participant-specific random intercept and slope denoted by <italic>γ</italic><sub>0</sub><italic><sub>i</sub></italic> and <italic>γ</italic><sub>1</sub><italic><sub>i</sub></italic>, respectively. To account for possible differences in slope based on race, a fixed-effect interaction term <italic>White<sub>i</sub></italic> × <italic>Valence<sub>ij</sub></italic> with regression coefficient <italic>β</italic><sub>2</sub> is included, where <italic>White<sub>i</sub></italic> is an indicator variable taking the value 1 for a White participant and 0 otherwise.</p>
        <p>Finally, <italic>∈<sub>ij</sub></italic> is the error term assumed to follow a normal distribution with a mean of 0 and unknown, fixed variance. The random effects <italic>γ</italic><sub>0</sub><italic><sub>i</sub></italic> and <italic>γ</italic><sub>1</sub><italic><sub>i</sub></italic> are also assumed to follow a normal distribution with mean of 0 and unknown, fixed variances.</p>
        <p>To consider any possible fixed effect of race, sex, and an interaction effect of sex with the slope of the linear relationship, we also considered 2 additional models:</p>
        <p><italic>Arousal<sub>ij</sub></italic> = (<italic>β</italic><sub>0</sub> + <italic>γ</italic><sub>0</sub><italic><sub>i</sub></italic>) + <italic>β</italic><sub>1</sub><italic>White<sub>i</sub></italic> + (<italic>β</italic><sub>2</sub> + <italic>γ</italic><sub>1</sub><italic><sub>i</sub></italic>)<italic>Valence<sub>ij</sub></italic> + <italic>β</italic><sub>3</sub><italic>White<sub>i</sub></italic> × <italic>Valence<sub>ij</sub></italic> + <italic>∈<sub>ij</sub></italic> <bold>(2)</bold></p>
        <p><italic>Arousal<sub>ij</sub></italic> = (<italic>β</italic><sub>0</sub> + <italic>γ</italic><sub>0</sub><italic><sub>i</sub></italic>) + <italic>β</italic><sub>1</sub><italic>White<sub>i</sub></italic> + <italic>β</italic><sub>2</sub><italic>Sex<sub>i</sub></italic> + (<italic>β</italic><sub>3</sub> + <italic>γ</italic><sub>1</sub><italic><sub>i</sub></italic>)<italic>Valence<sub>ij</sub></italic> + <italic>β</italic><sub>4</sub><italic>White<sub>i</sub></italic> × <italic>Valence<sub>ij</sub></italic> + <italic>β</italic><sub>5</sub><italic>Sex<sub>i</sub></italic> × <italic>Valence<sub>ij</sub></italic> + <italic>∈<sub>ij</sub></italic> <bold>(3)</bold></p>
        <p>All 3 models were plausible to capture the linear relationship between valence and arousal. Model 1 is nested within model 2, which in turn is nested within model 3. This allowed us to perform likelihood ratio tests for model optimality. Finally, once the optimal linear mixed effects model was selected, the quality of fit was assessed in 2 different ways. First, a visual assessment was carried out by plotting all the predicted values of arousal based on valence against the observed arousal scores. Second, a simple correlation between the predicted and observed scores was calculated as a descriptive measure of the quality of prediction (adjusted <italic>R</italic><sup>2</sup> is not meaningful for mixed effects models). All statistical analyses were conducted using the MIXED procedure in SAS software (SAS Institute Inc), and the restricted maximum likelihood method was used to obtain the estimates that are less biased for finite samples. The maximum likelihood method was used for likelihood ratio tests comparing fixed effects.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Placement of the 9 emotions considered within the circumplex in the Cartesian coordinate system.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Circumplex scores for the emotions considered.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="390"/>
            <col width="310"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>Emotions</td>
                <td>Valence</td>
                <td>Arousal</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Happy</td>
                <td>0.89</td>
                <td>0.17</td>
              </tr>
              <tr valign="top">
                <td>Frustrated</td>
                <td>–0.60</td>
                <td>0.40</td>
              </tr>
              <tr valign="top">
                <td>Sad</td>
                <td>–0.81</td>
                <td>–0.40</td>
              </tr>
              <tr valign="top">
                <td>Worried</td>
                <td>–0.07</td>
                <td>–0.32</td>
              </tr>
              <tr valign="top">
                <td>Restless</td>
                <td>–0.04</td>
                <td>0.29</td>
              </tr>
              <tr valign="top">
                <td>Excited</td>
                <td>0.70</td>
                <td>0.71</td>
              </tr>
              <tr valign="top">
                <td>Calm</td>
                <td>0.78</td>
                <td>–0.68</td>
              </tr>
              <tr valign="top">
                <td>Bored</td>
                <td>–0.35</td>
                <td>–0.78</td>
              </tr>
              <tr valign="top">
                <td>Sluggish</td>
                <td>–0.22</td>
                <td>–0.50</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Descriptive statistics for the 9 emotion outcomes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="350"/>
            <col width="350"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Mean (between-participant SD)</td>
                <td>Mean of within-participant SD</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Happy</td>
                <td>3.54 (0.74)</td>
                <td>0.70</td>
              </tr>
              <tr valign="top">
                <td>Sad</td>
                <td>2.55 (0.79)</td>
                <td>0.79</td>
              </tr>
              <tr valign="top">
                <td>Restless</td>
                <td>2.59 (0.83)</td>
                <td>0.70</td>
              </tr>
              <tr valign="top">
                <td>Excited</td>
                <td>3.09 (0.78)</td>
                <td>0.70</td>
              </tr>
              <tr valign="top">
                <td>Calm</td>
                <td>3.42 (0.71)</td>
                <td>0.67</td>
              </tr>
              <tr valign="top">
                <td>Sluggish</td>
                <td>2.71 (0.92)</td>
                <td>0.74</td>
              </tr>
              <tr valign="top">
                <td>Frustrated</td>
                <td>2.55 (0.79)</td>
                <td>0.79</td>
              </tr>
              <tr valign="top">
                <td>Worried</td>
                <td>2.60 (0.85)</td>
                <td>0.74</td>
              </tr>
              <tr valign="top">
                <td>Bored</td>
                <td>2.41 (0.80)</td>
                <td>0.66</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Scatterplot for valence against arousal combining all measurements from all of the participants. White participants and participants of color are color-coded differently in the plot.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Scatterplot of mean arousal scores against mean valence scores with the fitted regression line.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Scatterplot of arousal against valence for 5 random participants in the study. The fitted regression lines along with 95% confidence and prediction limits are also plotted.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Fitted regression lines for all White participants.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Fitted regression lines for all participants of color.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Fixed-Effect Solutions From the 3 Mixed Models</title>
        <p>The fixed-effect solutions from the 3 mixed models are presented in <xref ref-type="table" rid="table3">Tables 3</xref>-<xref ref-type="table" rid="table6">6</xref>. In <xref ref-type="table" rid="table3">Table 3</xref> (results from equation 1), we find both the fixed effects of valence and its interaction with race to be highly significant. In <xref ref-type="table" rid="table4">Table 4</xref> (results from equation 2), race was included as a fixed effect but offered no evidence of statistical significance. The fixed effects of valence and its interaction with race remained unchanged. In <xref ref-type="table" rid="table5">Table 5</xref> (results from equation 3), both race and sexes were included as fixed effects. An interaction term was included to account for the potential difference in slopes among the sexes. As before, only the fixed effects of valence and its interaction with race were statistically significant. These results were consistent with the results from <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Results for the fixed effects in the mixed effects model corresponding to equation 1.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="270"/>
            <col width="230"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td>Effect</td>
                <td>Estimate (SE)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>–3.49 (0.06)</td>
                <td>–56.63 (154)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>Valence</td>
                <td>0.25 (0.01)</td>
                <td>20.28 (149)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>Valence × White</td>
                <td>–0.06 (0.02)</td>
                <td>–3.23 (153)</td>
                <td> .001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Results for the fixed effects in the mixed effects model corresponding to equation 2.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Effect</td>
                <td>Estimate (SE)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>–3.48 (0.09)</td>
                <td>–40.46 (153)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>White</td>
                <td>–0.03 (0.12)</td>
                <td>–0.23 (149)</td>
                <td>.82</td>
              </tr>
              <tr valign="top">
                <td>Valence</td>
                <td>0.25 (0.01)</td>
                <td>20.95 (153)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>White × valence</td>
                <td>–0.06 (0.02)</td>
                <td>–3.19 (153)</td>
                <td>.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Results for the fixed effects in the mixed effects model corresponding to equation 3.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Effect</td>
                <td>Estimate (SE)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>–3.48 (0.11)</td>
                <td>–32.89 (152)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>White</td>
                <td>–0.03 (0.12)</td>
                <td>–0.22 (153)</td>
                <td>.83</td>
              </tr>
              <tr valign="top">
                <td>Male</td>
                <td>–0.004 (0.12)</td>
                <td>–0.04 (153)</td>
                <td>.97</td>
              </tr>
              <tr valign="top">
                <td>Valence</td>
                <td>0.27 (0.01)</td>
                <td>18.47 (148)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>White × valence</td>
                <td>–0.06 (0.02)</td>
                <td>–3.28 (153)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td>Male × valence</td>
                <td>–0.03 (0.02)</td>
                <td>–1.82 (153)</td>
                <td>.07</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Random effects estimates of intercept and slope for the first 10 participants.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="240"/>
            <col width="0"/>
            <col width="430"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Effect</td>
                <td colspan="2">Estimate for predicting individual response (SE)</td>
                <td colspan="2"><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 1</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–0.20 (0.27)</td>
                <td colspan="2">–0.77 (153)</td>
                <td colspan="2">.44</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">0.06 (0.06)</td>
                <td colspan="2">1.03 (153)</td>
                <td colspan="2">.31</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 2</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">1.64 (0.18)</td>
                <td colspan="2">9.07 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.03 (0.04)</td>
                <td colspan="2">–0.75 (153)</td>
                <td colspan="2">.46</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 3</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–1.10 (0.32)</td>
                <td colspan="2">–3.46 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">0.18 (0.05)</td>
                <td colspan="2">3.87 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 4</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–1.63 (0.10)</td>
                <td colspan="2">–15.98 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.11 (0.03)</td>
                <td colspan="2">–3.49 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 5</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–0.19 (0.09)</td>
                <td colspan="2">–2.07 (153)</td>
                <td colspan="2">.04</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.02 (0.04)</td>
                <td colspan="2">–0.57 (153)</td>
                <td colspan="2">.57</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 6</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">1.28 (0.31)</td>
                <td colspan="2">4.19 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.07 (0.04)</td>
                <td colspan="2">–1.84 (153)</td>
                <td colspan="2">.07</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 7</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">0.14 (0.12)</td>
                <td colspan="2">1.12 (153)</td>
                <td colspan="2">.26</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">0.12 (0.03)</td>
                <td colspan="2">3.72 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 8</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–0.09 (0.15)</td>
                <td colspan="2">–0.59 (153)</td>
                <td colspan="2">.56</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.06 (0.04)</td>
                <td colspan="2">–1.37 (153)</td>
                <td colspan="2">.17</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 9</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">0.38 (0.35)</td>
                <td colspan="2">1.08 (153)</td>
                <td colspan="2">.28</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">0.04 (0.07)</td>
                <td colspan="2">0.66 (153)</td>
                <td colspan="2">.51</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Participant 10</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td colspan="2">–1.54 (0.11)</td>
                <td colspan="2">–13.86 (153)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Valence</td>
                <td colspan="2">–0.04 (0.06)</td>
                <td colspan="2">–0.68 (153)</td>
                <td colspan="2">.50</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Best Choice for the Data Set</title>
        <p>The results of all 3 models show a dominant linear relation between valence and arousal and a significant difference in the slopes between White participants and participants of color. None of the other effects offered any evidence of statistical significance. Therefore, it is evident that the model corresponding to equation 1, which also happens to be the simplest one, is the best choice for this data set. This was further confirmed by performing likelihood ratio tests for the nested models.</p>
        <p>As the model based on equation 1 was deemed to be the best choice for the data set, we discuss the results based on this model. Both valence and interaction of race with valence are highly significant fixed effects. The fixed effect of valence is estimated to be 0.25, which can be interpreted as the fixed slope of arousal against valence for participants of color (coded as 0 in the model for the variable White). The fixed effect of interaction of valence with race is estimated to be –0.06, which can be interpreted as the fixed change in slope of arousal against valence for White participants compared with participants of color (White participants are coded as 1 in the model for the variable White). Hence, for White participants, the average slope was estimated to be 0.19, which is 0.06 units smaller than the estimated average slope for participants of color. These findings are consistent with <xref rid="figure5" ref-type="fig">Figures 5</xref> and <xref rid="figure6" ref-type="fig">6</xref>, where we clearly see a higher overall slope for participants of color. In <xref ref-type="table" rid="table6">Table 6</xref>, we present the estimated random intercepts and slopes for the first 10 participants to illustrate individual differences from the fixed effects of intercept and slope. The results indicate strong idiographic differences, with 70% (7/10) of the participants exhibiting significant random effects for either intercept or slope. To make a visual assessment of the quality of prediction from our model, in <xref rid="figure7" ref-type="fig">Figure 7</xref>, we present a plot of predicted arousal scores based on the optimal linear mixed effects model against the observed arousal scores. The graph offers strong evidence for the excellent prediction ability of our model. We also calculated a simple correlation between the predicted and observed scores. We obtained a value of 0.81, which indicates a high quality of prediction.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Plot of predicted arousal scores based on the optimal linear mixed effects model against the observed arousal scores.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e34989_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <sec>
          <title>Overview</title>
          <p>We found a significant dominant linear relation between valence and arousal. We also found a significant difference in slopes between White participants and participants of color (predominantly African American participants). There was no evidence that sex played any role in the relationship.</p>
          <p>Our findings stand in contrast to the general consensus in several key aspects. In the following sections, we compare our findings with those of the comprehensive study by Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>] and discuss the differences as well as the implications of our findings.</p>
        </sec>
        <sec>
          <title>Nomothetic Level</title>
          <p>For a wide range of data sets, Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>] observed a weak V-shaped relationship between valence and arousal at the nomothetic level but not at the idiographic level. Hence, the authors concluded that any statement about the predicted value of arousal based on the observed value of valence is highly probabilistic. On the basis of this conclusion, it is reasonable to infer that a participant is more likely to be aroused at high levels of pleasure or displeasure. To the contrary, we found a strong linear relationship between valence and arousal at the nomothetic level, and this prediction was possible with high accuracy.</p>
        </sec>
        <sec>
          <title>Idiographic Level</title>
          <p>At the idiographic level, Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>] did not find a consistent relationship between valence and arousal. In fact, their observation was that the relationship can take any form. On the basis of this observation, the authors concluded that no universal relation exists between valence and arousal at the idiographic level. The findings from our study lead us to the opposite conclusion. As observed in <xref rid="figure4" ref-type="fig">Figures 4</xref>-<xref rid="figure6" ref-type="fig">6</xref>, there is clear evidence of a linear relationship even at the idiographic level, although it is somewhat weaker than the relationship at the nomothetic level. This again suggests the possibility of a universal linear relationship between valence and arousal. Our results also show expected differences in strengths and slopes among participants. This finding may have 2 implications. First, if the linear relation between valence and arousal holds true for a large number of people, it should be possible to identify these individuals by performing psychological tests. Once these individuals are identified, researchers may be able to manipulate arousal simply by manipulating valence or vice versa.</p>
        </sec>
        <sec>
          <title>Valence as a Function of Arousal</title>
          <p>Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>] primarily looked at arousal as a function of valence to study how valence affects arousal. It is also worth investigating how arousal affects valence. In prior studies, it has been difficult to study valence as a function of arousal because arousal was found to be nonmonotone in valence (V-shaped). However, the measurements in prior studies were predominantly made with positive values for valence. Hence, in these studies, for a model that fits valence as a function of arousal, the relationship was deemed linear [<xref ref-type="bibr" rid="ref35">35</xref>]. As we observed a strong monotone linear relationship when arousal was treated as a function of valence, the same holds true when valence is treated as a function of arousal.</p>
        </sec>
        <sec>
          <title>Possible Reasons for Discrepancies Between the Findings</title>
          <p>As important as our findings may be, it is critical to understand why our findings might conflict with those of Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>]. There are several possible reasons for the discrepant conclusions. First, among the 8 studies previously analyzed, in the first 6 studies, valence and arousal were primarily measured in the presence of visual stimuli, and thus it is conceivable that the observed weak V-shaped relationship is an artifact of visual perception. The last 2 studies did involve affective experience in everyday life; however, in the study involving affective experience in European life, valence and arousal were determined based on participants’ markings on an affect grid (Russell et al [<xref ref-type="bibr" rid="ref42">42</xref>]). This is different from how we measured affect in our study. Hence, a second possible explanation for the discrepancy is how affect has been measured. In the other study involving affective experience in American life, affect was measured using adjectives as in our study. It is hard to reconcile the discrepant findings, although the composite scores for valence and arousal were calculated differently. Finally, our population of individuals tended to have a range of mental and physical health issues. It is possible that the observed differences are due to sample differences.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations and Strengths</title>
        <p>Our finding of a strong linear relationship between valence and arousal at both the nomothetic and idiographic levels contrasts with the V-shaped relationship found by Kuppens et al [<xref ref-type="bibr" rid="ref44">44</xref>]. The richness of our EMA data, collected over a relatively long period of time, provides strength to our finding. In fact, the in vivo observations from a reasonably large and diverse sample with a long sampling period is the primary strength of our study. However, the scope of our work is inherently limited because our study population consists of persons residing in PSH who self-reported mental health conditions. High positive arousal with high negative (low) valence as well as high positive valence with high negative (low) arousal were rarely reported in our sample. This may not be the case in other populations. Hence, it is possible that our findings may not be generalizable to other populations. Furthermore, we have observed a significant racial difference in slope for the linear relationship between valence and arousal. However, to our knowledge, there is currently no theoretical construct to explain the difference. Further studies would be necessary to obtain a proper explanation, perhaps by including additional measures of stress or acculturation.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our findings provide a window to the fundamental structure of affect. There are 4 broad takeaways from our study. First, we found a strong positive linear relationship between valence and arousal at the nomothetic level. Second, despite obvious individual differences, the relationship broadly held at the idiographic level. Third, the findings open up the possibility that there may be a universal structure of affect. Finally, the study needs to be replicated for different populations to determine whether our findings can be generalized beyond the population studied here.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IAPS</term>
          <def>
            <p>International Affective Picture System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PSH</term>
          <def>
            <p>permanent supportive housing</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Funding for this study was provided through a Medicaid 1115 waiver to the state of Texas. The Centers for Medicare &amp; Medicaid Services had no role in the study design; collection, analysis, or interpretation of the data; writing the manuscript; or the decision to submit the paper for publication.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <article-title>Affect is a form of cognition: a neurobiological analysis</article-title>
          <source>Cogn Emot</source>
          <year>2007</year>
          <month>09</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>1184</fpage>
          <lpage>1211</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18509504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/02699930701437931</pub-id>
          <pub-id pub-id-type="medline">18509504</pub-id>
          <pub-id pub-id-type="pmcid">PMC2396787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>The independence of positive and negative affect</article-title>
          <source>J Personal Social Psychol</source>
          <year>1984</year>
          <volume>47</volume>
          <issue>5</issue>
          <fpage>1105</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.47.5.1105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>Ja</given-names>
            </name>
            <name name-style="western">
              <surname>Lewicka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Niit</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A cross-cultural study of a circumplex model of affect</article-title>
          <source>Journal of Personality and Social Psychology</source>
          <year>1989</year>
          <month>11</month>
          <volume>57</volume>
          <issue>5</issue>
          <fpage>848</fpage>
          <lpage>856</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.57.5.848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reisenzein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Pleasure-arousal theory and the intensity of emotions</article-title>
          <source>J Personal Social Psychol</source>
          <year>1994</year>
          <month>09</month>
          <volume>67</volume>
          <issue>3</issue>
          <fpage>525</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.67.3.525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>A circumplex model of affect</article-title>
          <source>J Personal Social Psychol</source>
          <year>1980</year>
          <month>12</month>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>1161</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1037/h0077714</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlosberg</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The description of facial expressions in terms of two dimensions</article-title>
          <source>J Exp Psychol</source>
          <year>1952</year>
          <month>10</month>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>229</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1037/h0055778</pub-id>
          <pub-id pub-id-type="medline">13000062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harmon-Jones</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Harmon-Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Amodio</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Gable</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Attitudes toward emotions</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2011</year>
          <month>12</month>
          <volume>101</volume>
          <issue>6</issue>
          <fpage>1332</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1037/a0024951</pub-id>
          <pub-id pub-id-type="medline">21843012</pub-id>
          <pub-id pub-id-type="pii">2011-17859-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pribram</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Arousal, activation, and effort in the control of attention</article-title>
          <source>Psychol Rev</source>
          <year>1975</year>
          <month>03</month>
          <volume>82</volume>
          <issue>2</issue>
          <fpage>116</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1037/h0076780</pub-id>
          <pub-id pub-id-type="medline">1096213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Measuring emotion: the self-assessment manikin and the semantic differential</article-title>
          <source>J Behav Therapy Experiment Psychiatry</source>
          <year>1994</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/0005-7916(94)90063-9"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osgood</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Suci</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tannenbaum</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <source>The Measurement of Meaning</source>
          <year>1957</year>
          <publisher-loc>Champaign, Illinois, United States</publisher-loc>
          <publisher-name>University of Illinois Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Talarico</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>A comparison of dimensional models of emotion: evidence from emotions, prototypical events, autobiographical memories, and words</article-title>
          <source>Memory</source>
          <year>2009</year>
          <month>11</month>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>802</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19691001"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09658210903130764</pub-id>
          <pub-id pub-id-type="medline">19691001</pub-id>
          <pub-id pub-id-type="pii">913995495</pub-id>
          <pub-id pub-id-type="pmcid">PMC2784275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hygge</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The circumplex structure of affect: a Swedish version</article-title>
          <source>Scand J Psychol</source>
          <year>2001</year>
          <month>12</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>389</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-9450.00251</pub-id>
          <pub-id pub-id-type="medline">11771808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Posner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>The circumplex model of affect: an integrative approach to affective neuroscience, cognitive development, and psychopathology</article-title>
          <source>Dev Psychopathol</source>
          <year>2005</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>715</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/16262989"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0954579405050340</pub-id>
          <pub-id pub-id-type="medline">16262989</pub-id>
          <pub-id pub-id-type="pii">S0954579405050340</pub-id>
          <pub-id pub-id-type="pmcid">PMC2367156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Remington</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Fabrigar</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Reexamining the circumplex model of affect</article-title>
          <source>J Personal Social Psychol</source>
          <year>2000</year>
          <month>08</month>
          <volume>79</volume>
          <issue>2</issue>
          <fpage>286</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.79.2.286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Steiger</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>A 12-point circumplex structure of core affect</article-title>
          <source>Emotion</source>
          <year>2011</year>
          <month>08</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>705</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1037/a0023980</pub-id>
          <pub-id pub-id-type="medline">21707162</pub-id>
          <pub-id pub-id-type="pii">2011-12874-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paltoglou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Seeing stars of valence and arousal in blog posts</article-title>
          <source>IEEE Trans Affective Comput</source>
          <year>2013</year>
          <month>01</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>116</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1109/T-AFFC.2012.36</pub-id>
          <pub-id pub-id-type="medline">27295638</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kensinger</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Corkin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Two routes to emotional memory: distinct neural processes for valence and arousal</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2004</year>
          <month>03</month>
          <day>02</day>
          <volume>101</volume>
          <issue>9</issue>
          <fpage>3310</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/14981255"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.0306408101</pub-id>
          <pub-id pub-id-type="medline">14981255</pub-id>
          <pub-id pub-id-type="pii">0306408101</pub-id>
          <pub-id pub-id-type="pmcid">PMC365786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerber</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Posner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gorman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colibazzi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kangarlu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>An affective circumplex model of neural systems subserving valence, arousal, and cognitive overlay during the appraisal of emotional faces</article-title>
          <source>Neuropsychologia</source>
          <year>2008</year>
          <month>7</month>
          <volume>46</volume>
          <issue>8</issue>
          <fpage>2129</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18440572"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2008.02.032</pub-id>
          <pub-id pub-id-type="medline">18440572</pub-id>
          <pub-id pub-id-type="pii">S0028-3932(08)00091-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC2486369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Easterbrook</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>The effect of emotion on cue utilization and the organization of behavior</article-title>
          <source>Psychol Rev</source>
          <year>1959</year>
          <month>05</month>
          <volume>66</volume>
          <issue>3</issue>
          <fpage>183</fpage>
          <lpage>201</lpage>
          <pub-id pub-id-type="doi">10.1037/h0047707</pub-id>
          <pub-id pub-id-type="medline">13658305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finucane</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>The effect of fear and anger on selective attention</article-title>
          <source>Emotion</source>
          <year>2011</year>
          <month>08</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>970</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1037/a0022574</pub-id>
          <pub-id pub-id-type="medline">21517166</pub-id>
          <pub-id pub-id-type="pii">2011-08399-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fredrickson</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>The role of positive emotions in positive psychology. The broaden-and-build theory of positive emotions</article-title>
          <source>Am Psychol</source>
          <year>2001</year>
          <month>03</month>
          <volume>56</volume>
          <issue>3</issue>
          <fpage>218</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11315248"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037//0003-066x.56.3.218</pub-id>
          <pub-id pub-id-type="medline">11315248</pub-id>
          <pub-id pub-id-type="pmcid">PMC3122271</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jhean-Larose</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leveau</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Denhière</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Influence of emotional valence and arousal on the spread of activation in memory</article-title>
          <source>Cogn Process</source>
          <year>2014</year>
          <month>11</month>
          <day>9</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>515</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1007/s10339-014-0613-5</pub-id>
          <pub-id pub-id-type="medline">24715543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jefferies</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Smilek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eich</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Enns</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Emotional valence and arousal interact in attentional control</article-title>
          <source>Psychol Sci</source>
          <year>2008</year>
          <month>03</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>290</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-9280.2008.02082.x</pub-id>
          <pub-id pub-id-type="medline">18315803</pub-id>
          <pub-id pub-id-type="pii">PSCI2082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Ekkekakis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Paskevich</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Culos-Reed</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Affect and mindfulness as predictors of change in mood disturbance, stress symptoms, and quality of life in a community-based yoga program for cancer survivors</article-title>
          <source>Evid Based Complement Alternat Med</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>419496</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2013/419496"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2013/419496</pub-id>
          <pub-id pub-id-type="medline">23762132</pub-id>
          <pub-id pub-id-type="pmcid">PMC3676912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mirandola</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Toffalini</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Arousal-but not valence-reduces false memories at retrieval</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>3</month>
          <day>3</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>e0148716</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0148716"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0148716</pub-id>
          <pub-id pub-id-type="medline">26938737</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-46088</pub-id>
          <pub-id pub-id-type="pmcid">PMC4777509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tice</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Shmueli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Muraven</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Restoring the self: positive affect helps improve self-regulation following ego depletion</article-title>
          <source>J Experiment Social Psychol</source>
          <year>2007</year>
          <month>5</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>379</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jesp.2006.05.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nealis</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Allen</surname>
              <given-names>ZM</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenski</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Positive affect and cognitive restoration: investigating the role of valence and arousal</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>1</month>
          <day>19</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e0147275</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0147275"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0147275</pub-id>
          <pub-id pub-id-type="medline">26784026</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-40849</pub-id>
          <pub-id pub-id-type="pmcid">PMC4718626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nandy</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Nandy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>Identifying behaviors predicting early morning emotions by observing permanent supportive housing residents: an ecological momentary assessment</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>02</month>
          <day>07</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e10186</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/2/e10186/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10186</pub-id>
          <pub-id pub-id-type="medline">30730296</pub-id>
          <pub-id pub-id-type="pii">v6i2e10186</pub-id>
          <pub-id pub-id-type="pmcid">PMC6385519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuppens</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tuerlinckx</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <article-title>The relation between valence and arousal in subjective experience</article-title>
          <source>Psychol Bull</source>
          <year>2013</year>
          <month>07</month>
          <volume>139</volume>
          <issue>4</issue>
          <fpage>917</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1037/a0030811</pub-id>
          <pub-id pub-id-type="medline">23231533</pub-id>
          <pub-id pub-id-type="pii">2012-32650-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Bliss-Moreau</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>The amygdala and the experience of affect</article-title>
          <source>Soc Cogn Affect Neurosci</source>
          <year>2007</year>
          <month>06</month>
          <day>28</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18392107"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/scan/nsl042</pub-id>
          <pub-id pub-id-type="medline">18392107</pub-id>
          <pub-id pub-id-type="pmcid">PMC2288526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>The emotion probe: studies of motivation and attention</article-title>
          <source>Am Psychol</source>
          <year>1995</year>
          <month>05</month>
          <volume>50</volume>
          <issue>5</issue>
          <fpage>372</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1037/0003-066x.50.5.372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>The structure of current affect</article-title>
          <source>Curr Dir Psychol Sci</source>
          <year>2016</year>
          <month>06</month>
          <day>22</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jstor.org/stable/20182545"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1467-8721.00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Scheier</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Origins and functions of positive and negative affect: a control-process view</article-title>
          <source>Psychol Rev</source>
          <year>1990</year>
          <month>01</month>
          <volume>97</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-295X.97.1.19</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Knutson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>HH</given-names>
            </name>
          </person-group>
          <article-title>Cultural variation in affect valuation</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2006</year>
          <month>02</month>
          <volume>90</volume>
          <issue>2</issue>
          <fpage>288</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.90.2.288</pub-id>
          <pub-id pub-id-type="medline">16536652</pub-id>
          <pub-id pub-id-type="pii">2006-02911-007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thrash</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Approach-avoidance motivation in personality: approach and avoidance temperaments and goals</article-title>
          <source>J Personal Social Psychol</source>
          <year>2002</year>
          <volume>82</volume>
          <issue>5</issue>
          <fpage>804</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.82.5.804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Berntson</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The affect system has parallel and integrative processing components: form follows function</article-title>
          <source>J Personal Social Psychol</source>
          <year>1999</year>
          <month>05</month>
          <volume>76</volume>
          <issue>5</issue>
          <fpage>839</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.76.5.839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Cuthbert</surname>
              <given-names>BN</given-names>
            </name>
          </person-group>
          <article-title>International Affective Picture System (IAPS): affective ratings of pictures and instruction manual</article-title>
          <source>University of Florida</source>
          <year>2008</year>
          <access-date>2023-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http:///C:/Users/user/Downloads/IAPS.TechManual.1-20.2008(1).pdf">http:///C:/Users/user/Downloads/IAPS.TechManual.1-20.2008(1).pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feldman Barrett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Independence and bipolarity in the structure of current affect</article-title>
          <source>J Personal Social Psychol</source>
          <year>1998</year>
          <month>04</month>
          <volume>74</volume>
          <issue>4</issue>
          <fpage>967</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.74.4.967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Eliciting affect using the international affective picture system: trajectories through evaluative space</article-title>
          <source>Pers Soc Psychol Bull</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>24</volume>
          <issue>8</issue>
          <fpage>855</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1177/0146167298248006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <article-title>Feelings or words? Understanding the content in self-report ratings of experienced emotion</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2004</year>
          <month>08</month>
          <volume>87</volume>
          <issue>2</issue>
          <fpage>266</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/15301632"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/0022-3514.87.2.266</pub-id>
          <pub-id pub-id-type="medline">15301632</pub-id>
          <pub-id pub-id-type="pii">2004-16828-008</pub-id>
          <pub-id pub-id-type="pmcid">PMC1351136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timmermans</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mechelen</surname>
              <given-names>IV</given-names>
            </name>
            <name name-style="western">
              <surname>Nezlek</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Individual differences in core affect reactivity</article-title>
          <source>Personal Individual Difference</source>
          <year>2009</year>
          <month>10</month>
          <volume>47</volume>
          <issue>5</issue>
          <fpage>510</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.paid.2009.05.002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.paid.2009.05.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mendelsohn</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Affect grid: a single-item scale of pleasure and arousal</article-title>
          <source>J Personal Social Psychol</source>
          <year>1989</year>
          <month>09</month>
          <volume>57</volume>
          <issue>3</issue>
          <fpage>493</fpage>
          <lpage>502</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.57.3.493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Estimating the dimension of a model</article-title>
          <source>Ann Stat</source>
          <year>1978</year>
          <month>03</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>461</fpage>
          <lpage>4</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuppens</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tuerlinckx</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koval</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Coosemans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>The relation between valence and arousal in subjective experience varies with personality and culture</article-title>
          <source>J Pers</source>
          <year>2017</year>
          <month>08</month>
          <day>28</day>
          <volume>85</volume>
          <issue>4</issue>
          <fpage>530</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1111/jopy.12258</pub-id>
          <pub-id pub-id-type="medline">27102867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conner</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Tennen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fleeson</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <article-title>Experience sampling methods: a modern idiographic approach to personality research</article-title>
          <source>Soc Personal Psychol Compass</source>
          <year>2009</year>
          <month>05</month>
          <day>01</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>292</fpage>
          <lpage>313</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19898679"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1751-9004.2009.00170.x</pub-id>
          <pub-id pub-id-type="medline">19898679</pub-id>
          <pub-id pub-id-type="pmcid">PMC2773515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hufford</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary assessment</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2008</year>
          <month>04</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.3.022806.091415</pub-id>
          <pub-id pub-id-type="medline">18509902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>https://www.socialworktoday.com/archive/090915p6.shtml</source>
          <year>2015</year>
          <month>10</month>
          <day>20</day>
          <volume>October. Technology Trends</volume>
          <issue>September/October 2015 Issue</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Reitzel</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Predicting quit attempts among homeless smokers seeking cessation treatment: an ecological momentary assessment study</article-title>
          <source>Nicotine Tob Res</source>
          <year>2014</year>
          <month>10</month>
          <volume>16</volume>
          <issue>10</issue>
          <fpage>1371</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24893602"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntu088</pub-id>
          <pub-id pub-id-type="medline">24893602</pub-id>
          <pub-id pub-id-type="pii">ntu088</pub-id>
          <pub-id pub-id-type="pmcid">PMC4207873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mun</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Reducing drinking among people experiencing homelessness: protocol for the development and testing of a just-in-time adaptive intervention</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>04</month>
          <day>16</day>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>e15610</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/4/e15610/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15610</pub-id>
          <pub-id pub-id-type="medline">32297874</pub-id>
          <pub-id pub-id-type="pii">v9i4e15610</pub-id>
          <pub-id pub-id-type="pmcid">PMC7193437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Likert scales, levels of measurement and the "laws" of statistics</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2010</year>
          <month>12</month>
          <day>10</day>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>625</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1007/s10459-010-9222-y</pub-id>
          <pub-id pub-id-type="medline">20146096</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
