<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Formativ Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v2i1e12</article-id>
    <article-id pub-id-type="pmid">30684428</article-id>
    <article-id pub-id-type="doi">10.2196/formative.8499</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Investigating Associations Between Changes in Mobile Phone Use and Emotions Using the Experience Sampling Method: Pilot Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Elhai</surname>
          <given-names>Jon</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Andrews</surname>
          <given-names>Jacob</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Roggeveen</surname>
        <given-names>Suzanne</given-names>
      </name>
      <degrees>MD, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of Psychiatry and Psychology</institution>
        <institution>Maastricht University</institution>
        <addr-line>Vijverdalseweg 1</addr-line>
        <addr-line>Maastricht,</addr-line>
        <country>Netherlands</country>
        <phone>31 43 3884111</phone>
        <fax>31 43 3875457</fax>
        <email>s.roggeveen@maastrichtuniversity.nl</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4351-5023</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>van Os</surname>
          <given-names>Jim</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7245-1586</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Bemelmans</surname>
          <given-names>Kelly</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7495-6756</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>van Poll</surname>
          <given-names>Mikal</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9937-0495</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Lousberg</surname>
          <given-names>Richel</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8542-618X</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of Psychiatry and Psychology</institution>
    <institution>Maastricht University</institution>  
    <addr-line>Maastricht</addr-line>
    <country>Netherlands</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Brain Center Rudolf Magnus</institution>
    <institution>Department of Psychiatry</institution>  
    <institution>University Medical Center Utrecht</institution>  
    <addr-line>Utrecht</addr-line>
    <country>Netherlands</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Institute of Psychiatry</institution>
    <institution>Department of Psychosis Studies</institution>  
    <institution>King's College London, King's Health Partners</institution>  
    <addr-line>London</addr-line>
    <country>United Kingdom</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Suzanne Roggeveen 
      <email>s.roggeveen@maastrichtuniversity.nl</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jan-Jun</season><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>18</day>
      <month>06</month>
      <year>2018</year>
    </pub-date>
    <volume>2</volume>
    <issue>1</issue>
    <elocation-id>e12</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>19</day>
        <month>7</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>23</day>
        <month>11</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>31</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>31</day>
        <month>3</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Suzanne Roggeveen, Jim van Os, Kelly Bemelmans, Mikal van Poll, Richel Lousberg. Originally published in JMIR Formative Research (http://formative.jmir.org), 18.06.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on http://formative.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://formative.jmir.org/2018/1/e12/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>The use of mobile phones has become, especially for young people, an integrated part of everyday life. Using the experience sampling method (ESM) may provide further insight on the association between mobile phone use and mental health.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The objective of this study was to examine associations between mobile phone use and subtle changes in mental state.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>The ESM-based PsyMate app was installed on the mobile phones of 2 healthy 20-year-old participants. Over a period of 3 months, participants rated their mental states at 10 semirandom moments in the flow of daily life. Each assessment included present state emotions, environmental circumstances, and phone use.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Multilevel regression analyses indicated that an increase in mobile phone use was associated with a small increase in negative affect (particularly feeling bored and feeling lonely; <italic>P</italic>&#60;.001) and small decreases in positive affect (<italic>P</italic>=.002) and concentration (<italic>P</italic>=.001). Treating the data as 2 separate N=1 studies revealed that the association with negative affect was present in both participants, whereas the associations with positive affect and concentration were evident in only 1 of the 2 participants.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>This pilot study suggests that mobile phone use may be associated with person-specific and group-level changes in emotional state. A larger study is required to study these associations, possible causality, and factors driving underlying heterogeneity in the pattern of associations.</p>
      </sec>
      <sec sec-type="trial-registration">
        <title>Trial registration</title>
        <p>ClinicalTrials.gov NCT03221985; https://clinicaltrials.gov/ct2/show/NCT03221985 (archived by WebCite at http://www.webcitation.org/6zJnp61Wj)</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>mobile phone</kwd>
      <kwd>experience sampling method</kwd>
      <kwd>emotions</kwd>
      <kwd>affect</kwd>
      <kwd>concentration</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Given widespread use of mobile phones, research has been conducted to investigate possible side effects. For example, mobile phone use is associated with cyberbullying [<xref ref-type="bibr" rid="ref1">1</xref>] and slower response while driving [<xref ref-type="bibr" rid="ref2">2</xref>]. Furthermore, mobile phone use may be excessive or even compulsive, which was coined as “problematic mobile phone use” [<xref ref-type="bibr" rid="ref3">3</xref>]. At least 11 different questionnaires have been used to test the construct of mobile phone use addiction [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], mostly based on criteria for dependence as described in the <italic>Diagnostic and Statistical Manual of Mental Disorders, Fourth Edition, Text Revision</italic> (DSM-IV-TR) and now the DSM-5, which has comparable dependence criteria [<xref ref-type="bibr" rid="ref15">15</xref>]. The psychological mechanism driving mobile phone addiction, dubbed nomophobia (the fear of being out of mobile phone contact), was proposed in 2014 [<xref ref-type="bibr" rid="ref16">16</xref>]. The related fear of missing out (FoMO) was defined as “a pervasive apprehension that others might be having rewarding experiences from which one is absent” [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. In addition to a possible addictive component, associations have been reported between mobile phone use and depression, anxiety, stress, and sleep problems [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Estimates of problematic mobile phone use across these different outcomes differ widely, ranging from 0% to 38% [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>Problematic mobile phone use may be more prevalent in people who have certain personality traits [<xref ref-type="bibr" rid="ref26">26</xref>]. Lower levels of self esteem were consistently associated with problematic mobile phone use across different studies [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]; higher levels of extraversion were associated with more frequent mobile phone use [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      <p>Although the above studies are examples of a growing body of work examining associations between mobile phone use and psychological constructs, the relation remains uncertain and research focusing on existing categories of psychopathology is inconclusive [<xref ref-type="bibr" rid="ref30">30</xref>]. Therefore, in this pilot study, we addressed the more basic question of whether mobile phone use would impact daily life variation in core emotions, moving away from psychological constructs like personality traits or diagnostic categories. Given the highly dynamic process of mobile phone use, varying from moment to moment in daily life, the methodology used should be capable of capturing this dynamic process.</p>
      <p>Studies in this area usually use traditional retrospective questionnaires that are associated with several well-known forms of bias and cannot capture dynamic variation of mental states associated with daily life phone use [<xref ref-type="bibr" rid="ref31">31</xref>]. A data acquisition method which is relatively free of these kinds of bias is the experience sampling method (ESM) [<xref ref-type="bibr" rid="ref32">32</xref>]. ESM is a valid and reliable method which can contribute to the understanding of the relationship between environmental phenomena and mental experience [<xref ref-type="bibr" rid="ref33">33</xref>]. Another advantage of this method is the ability to detect possible subtle (unconscious) changes in affect in the context of daily life in relation to mobile phone use. There are also other mobile phone apps using ESM [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. A recent Australian study examined the use of such an app for monitoring well-being in context and in real time, including personalized feedback [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>In order to pilot the use of ESM in the context of mobile phone use, an ESM pilot study (N=2) was conducted in order to examine associations between mobile phone use and subtle changes in mental states. In ESM studies, participants are beeped at semirandom moments to record their in-the-moment emotional and behavioral states several times during the day (usually 6 to 10 times) [<xref ref-type="bibr" rid="ref33">33</xref>]. In addition, the actual circumstances (where and with whom a participant is) are also rated. This dynamic repeated measure design allows for prospective modeling of behavioral and affective dynamic patterns during the day as well as for examining associations with context [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      <p>Guided by previous literature, the following hypotheses were postulated: (1) a general increase of phone use will be associated with higher scores on negative affect, lower levels of positive affect, and lower levels of concentration [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] and (2) whenever a person cannot engage in mobile phone use, increased levels of negative affect will ensue.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>Recruitment took place in September 2016 using posters distributed at Maastricht University Medical Centre in Maastricht, The Netherlands. Inclusion criteria were aged 20 to 25 years, healthy, good understanding of the Dutch language, and mobile phone use. Exclusion criteria were a psychiatric diagnosis and pregnancy. Two healthy, female volunteers, both aged 20 years and students at Maastricht University, were enrolled. Participants were frequent mobile phone users who were used to carrying a mobile phone with them at all times and did not experience their phone use as problematic. Participants were compensated €150 (US $177).</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <sec>
          <title>Briefing</title>
          <p>During the briefing, participants were helped to download the ESM PsyMate app on their mobile phone (from the App Store or Google Play). They were instructed on how to use the app. It was stressed that participants should not change their daily life routines; they were asked to carry their mobile phone with them at all times in order to miss as few beeps as possible. In addition to the ESM scheme, participants completed separate morning and evening questionnaires. On the morning questionnaire, before the first beep of the day, participants were asked to answer some questions about the quality of sleep and the location of the mobile phone in the past night (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). In the evening, after the last beep, some additional questions were asked about the use of the PsyMate app and its possible impact on the participant (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). Morning and evening questionnaires were presented to the participants every day of the study. At all times during the study, a researcher (SR) was available for questions. After the briefing session, the study period of 3 months started.</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>In order to collect ESM data, the PsyMate app [<xref ref-type="bibr" rid="ref37">37</xref>] was installed on the personal mobile phone of participants. Data collection took place over a period of 3 months. The PsyMate app emitted 10 beeps per day at semirandom intervals in each of ten 90-minute time blocks between 7:30 am and 10:00 pm. The app worked independently of internet connectivity. After each beep, participants were asked to answer the ESM items as soon as possible (thus capturing information about the in-the-moment state). Items should be answered within 15 minutes in order to safeguard real-time assessment [<xref ref-type="bibr" rid="ref38">38</xref>]. There were 4 positive affect ESM items (cheerful, mentally fit, relaxed, and globally feeling well), and 6 items indexed negative affect (irritated, bored, lonely, gloomy, stressed, and worried). Next, current context and activities (physical activity, daily life activities, persons present) as well as physical items (tired, level of concentration, and pain) were rated. Finally, mobile phone use since the last beep (frequency, frustration when not able to use the mobile phone) was measured. An overview of ESM items is presented in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>. The affect items were rated on a 7-point Likert scale, ranging from not at all to very much. Mobile phone use was rated as follows: at each beep, the participant was asked to give an estimate of the frequency of mobile phone use between the last beep and the present beep. Zero represents no use, 1 represents once, 2 represents 2 to 5 times, 3 represents 5 to 10 times, and 4 represents more than 10 times. Over the total period, participant 1 had a mean between-beep mobile phone use of 1.72 (SD 1.06) and participant 2 a mean of 0.81 (SD 0.98).</p>
          <p>After the 3-month ESM period, a debriefing session was held with both participants. Participants were asked to what degree the past 3 months were representative of their daily life and to what extent PsyMate had interfered with their normal routines.</p>
        </sec>
        <sec>
          <title>Data Reduction</title>
          <p>App data were directly transferred to an internet cloud when internet connectivity was available. When there was no connection to the internet, data were temporarily stored on the mobile phone. The data of both participants were directly extracted from the cloud and imported in an SPSS Statistics (IBM Corp) datafile.</p>
          <p>PsyMate studies have shown that positive and negative affect (PA and NA, respectively) items can be reliably (Cronbach alpha&#62;0.7) and consistently [<xref ref-type="bibr" rid="ref33">33</xref>] scaled into 2 factors: a PA and an NA factor.</p>
        </sec>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>Data on momentary mental state at beep moment <italic>t</italic> and level of phone use between the last beep (<italic>t–1</italic>) and the present (<italic>t</italic>) were retrieved in order to model affect parameters as the dependent and phone use as the independent variable in the analyses.</p>
        <p>Statistical analyses were conducted with SPSS 24.0 (IBM Corp) [<xref ref-type="bibr" rid="ref39">39</xref>]. The data were hierarchically structured, since multiple assessments were performed and clustered within days that in turn were clustered within participants. Multilevel random regression analyses were used to test the relationship between mobile phone use and affect, taking the hierarchical structure into account. In order to model time effects, beep number and beep time interval were incorporated as covariates in all analyses. In order to correct for interdependence of the data over successive beeps, an autoregressive (AR1) covariance structure was selected.Since there were 2 participants, allowing for investigation of person-specific patterns, data were also analyzed as 2 N=1 studies. To this end, linear regression analyses, using affect as dependent parameter and mobile phone use as predictor, were performed separately for participant 1 and 2. In these regression analyses, beep number and beep time interval were also incorporated as covariates. A 2-sided <italic>P</italic>&#60;.05 was considered statistically significant.</p>
      </sec>
      <sec>
        <title>Ethics Statement</title>
        <p>Approval was obtained from the medical ethics committee of the Academic Hospital Maastricht on May 19, 2016. All participants provided written informed consent.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Participant 1 used the PsyMate app during 96 days and responded to 399/960 beeps (41.6%). Thus, on average 4.2 out of 10 beeps each day were completed. Participant 2 completed 506/930 beeps (54.4%) or 5.4 beeps out of 10 each day. Guided by previous work with this ESM scheme, a response of 30% to the ESM beeps was considered the minimum for inclusion in the analysis [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      <p>In order to model change in affect from beep to beep in relation to mobile phone use, an <italic>a priori</italic> limit was set on days with at least 4 completed beeps. In participant 1, 62 of 96 days met this requirement (65% of all the days), with an average of 5 completed beeps per day. In participant 2, 78 out of 93 days (84% of all days) met the requirement, with an average of 6 beeps per day. Setting the <italic>a priori</italic> limit caused an ESM data reduction of 19% in participant 1 and 8% in participant 2.</p>
      <p><xref ref-type="table" rid="table1">Table 1</xref> shows that responding to PsyMate beeps generally was not rated as impacting mood or normal phone use. One change was that normally participants would not carry their phones with them at all times, but because of the study they now did so. Furthermore, participants noted that it was tempting to take a look at their phone after a PsyMate beep some of the time. A difference in response between the 2 participants can be noted in FoMO: participant 1 experienced this feeling more often than participant 2.</p>
      <p>In <xref ref-type="table" rid="table2">Table 2</xref>, an overview of the results of multilevel (results of the 2 participants together) and linear (results per participant) regression analyses is provided. The frequency of mobile phone use between the previous and the current beep was modeled as predictor of current affect variables. In the combined dataset, higher levels of mobile phone use were associated with more NA and less PA. Decomposing NA and PA into their separate constituents revealed that bored and lonely stood out in strength of association among the NA items, whereas cheerful, relaxed, and globally feeling well stood out among the PA items. Item concentration was also negatively associated with higher levels of phone use. Analyzing participant data separately revealed that the association between frequency of phone use and NA was consistent across participants. The association with PA was consistent across the 2 participants, although only significant in participant 1. Cohen <italic>d</italic> was 0.14 for negative affect and 0.11 for positive affect.</p>
      <p>The second hypothesis, that when a participant was not allowed to or capable of using a mobile phone, she would report more negative affect parameters, could not be tested due to a lack of data. For example, participant 1 only reported no phone use in 56 beeps, of which only 8 could be attributed to being permitted to use a mobile phone.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Results from evening questionnaires of participant 1 (n=52) and participant 2 (n=84).</p>
        </caption>
        <table width="1000" cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="480"/>
          <col width="270"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td>Question</td>
              <td>Participant 1, mean (SD)</td>
              <td>Participant 2, mean (SD)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Responding to PsyMate beeps has influenced my mood.</td>
              <td>1.54 (1.24)</td>
              <td>1.82 (0.88)</td>
            </tr>
            <tr valign="top">
              <td>Without PsyMate, I would have done other things today.</td>
              <td>1.12 (0.83)</td>
              <td>1.02 (0.153)</td>
            </tr>
            <tr valign="top">
              <td>After responding to PsyMate beeps, I used my mobile phone.</td>
              <td>2.98 (1.85)</td>
              <td>4.11 (1.73)</td>
            </tr>
            <tr valign="top">
              <td>PsyMate has influenced my normal phone use today.</td>
              <td>2.17 (1.32)</td>
              <td>1.44 (0.91)</td>
            </tr>
            <tr valign="top">
              <td>Today, I experienced fear of missing out.</td>
              <td>3.62 (1.57)</td>
              <td>1.39 (0.70)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Estimates of mobile phone use and affect.</p>
        </caption>
        <table width="1000" cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="180"/>
          <col width="150"/>
          <col width="120"/>
          <col width="150"/>
          <col width="120"/>
          <col width="0"/>
          <col width="150"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td colspan="2">Participant 1 and 2</td>
              <td colspan="2">Participant 1</td>
              <td colspan="3">Participant 2</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><break/></td>
              <td>Beta coefficient of mobile phone use</td>
              <td><italic>t</italic> value</td>
              <td>Beta coefficient of mobile phone use</td>
              <td colspan="2"><italic>t</italic> value</td>
              <td>Beta coefficient of mobile phone use</td>
              <td><italic>t</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2"><bold>Negative affect</bold></td>
              <td>0.47</td>
              <td>4.07</td>
              <td>0.67</td>
              <td colspan="2">2.54</td>
              <td>0.33</td>
              <td>2.62</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Irritated</td>
              <td>0.07</td>
              <td>1.71</td>
              <td>0.06</td>
              <td colspan="2">0.72</td>
              <td>0.08</td>
              <td>1.94</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Bored</td>
              <td>0.22</td>
              <td>5.37</td>
              <td>0.31</td>
              <td colspan="2">3.87</td>
              <td>0.14</td>
              <td>3.30</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Lonely</td>
              <td>0.12</td>
              <td>4.60</td>
              <td>0.22</td>
              <td colspan="2">3.89</td>
              <td>0.05</td>
              <td>1.76</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Sadness</td>
              <td>0.05</td>
              <td>1.44</td>
              <td>0.05</td>
              <td colspan="2">0.62</td>
              <td>0.03</td>
              <td>0.66</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Stressed</td>
              <td>0.04</td>
              <td>1.19</td>
              <td>0.01</td>
              <td colspan="2">0.09</td>
              <td>0.01</td>
              <td>0.15</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Worried</td>
              <td>0.03</td>
              <td>0.88</td>
              <td>0.03</td>
              <td colspan="2">0.43</td>
              <td>0.04</td>
              <td>0.76</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>Positive affect</bold></td>
              <td>–0.29</td>
              <td>–3.09</td>
              <td>–0.41</td>
              <td colspan="2">–1.90</td>
              <td>–0.08</td>
              <td>–0.69</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Mentally fit</td>
              <td>0.00</td>
              <td>0.14</td>
              <td>0.04</td>
              <td colspan="2">0.67</td>
              <td>0.02</td>
              <td>0.74</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Cheerful</td>
              <td>–0.10</td>
              <td>–2.72</td>
              <td>–0.16</td>
              <td colspan="2">–2.16</td>
              <td>–0.04</td>
              <td>–0.85</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Relaxed</td>
              <td>–0.09</td>
              <td>–2.39</td>
              <td>–0.19</td>
              <td colspan="2">–2.58</td>
              <td>–0.01</td>
              <td>–0.27</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Globally well</td>
              <td>–0.11</td>
              <td>–3.37</td>
              <td>–0.09</td>
              <td colspan="2">–1.38</td>
              <td>–0.06</td>
              <td>–1.67</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>Other</bold></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td colspan="2"><break/></td>
              <td><break/></td>
              <td><break/></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Tired</td>
              <td>0.05</td>
              <td>1.18</td>
              <td>–0.06</td>
              <td colspan="2">–0.69</td>
              <td>0.06</td>
              <td>0.89</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Concentrating</td>
              <td>–0.13</td>
              <td>–3.26</td>
              <td>–0.26</td>
              <td colspan="2">–3.54</td>
              <td>–0.05</td>
              <td>–0.97</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The main findings of this study: an increase in mobile phone use is associated with a small increase in NA (particularly feeling bored and feeling lonely) and small decreases in PA and concentration.</p>
        <p>In this N=2 pilot study, participants answered questions in the PsyMate app about their mental state and mobile phone use over a 3-month period. The goal was to investigate whether an association between the two could be demonstrated as a prelude to a larger study. Guided by previous work, it was hypothesized that a general increase of phone use would be associated with higher scores on NA, lower levels of PA, and lower levels of concentration [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. The results show that these hypotheses were confirmed. Although all of the NA items showed a positive association, the NA items lonely and bored stood out. Based on the literature, it was also expected that other components of NA such as sadness would be significantly associated with mobile phone use. This item was directionally associated with mobile phone use but below the conventional limit of significance. The significant decrease of PA after an increase of phone use was seen in 3 out of 4 components of PA. While the association with NA was replicated across the 2 participants, the association with PA and concentration appeared to be person-specific. Person-specific moderators may play a role, such as level of self-esteem and extraversion that have been linked to problematic phone use, as well as other personality traits [<xref ref-type="bibr" rid="ref40">40</xref>]. In the current analysis, participant 1 reported more FoMO. The experience of FoMO may also underlie person-specific results in the association between mental state and mobile phone use.</p>
        <p>It was not possible to investigate the hypothesis that not being permitted to use a mobile phone would result in higher levels of NA due to a lack of data resulting in lack of variability.</p>
        <p>This study indicates that in-the-moment associations between mobile phone use and affect may be subtle and difficult to report using retrospective reports from cross-sectional questionnaires. Participants in this study appeared to differ in their global and in-the-moment reports. If the outcomes of this study can be replicated in a larger study population, combining group-level and person-specific approaches of analysis, it may be easier to develop person-specific and evidence-based approaches for problematic mobile phone use.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This was a pilot study and results must be considered preliminary. A larger study is required to further study the associations described in this analysis. Second, based on the results from <xref ref-type="table" rid="table1">Table 1</xref>, it may be hypothesized that the use of a mobile phone ESM app to collect the data may have influenced mobile phone use to some extent, with a potential for bias. To what degree this may impact the results has to be investigated in future studies. Third, in this pilot the level of mobile phone use (in minutes) was estimated at each beep by the participants themselves. It would have been more accurate to also measure phone use digitally in duration and type (distinguishing between email and social media, for example).</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In future research, the above considerations need to be taken into account. In addition, there are some other recommendations. First, it would be instructive to investigate the effects of mobile phone use on the quality of sleep, as an association was suggested in previous studies [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In this study, the questionnaire was included but analyses could not be performed due to lack of variability in the data. Second, as observed in the evening questionnaire of this ESM pilot, FoMO can vary greatly between individuals and it would be desirable to add this question to the beeps.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>PsyMate questionnaires.</p>
        <media xlink:href="formative_v2i1e12_app1.pdf" xlink:title="PDF File (Adobe PDF File), 46KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ESM</term>
          <def>
            <p>experience sampling method</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FoMO</term>
          <def>
            <p>fear of missing out</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NA</term>
          <def>
            <p>negative affect</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PA</term>
          <def>
            <p>positive affect</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Iannotti</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Nansel</surname>
            <given-names>TR</given-names>
          </name>
        </person-group>
        <article-title>School bullying among adolescents in the United States: physical, verbal, relational, and cyber</article-title>
        <source>J Adolesc Health</source>  
        <year>2009</year>  
        <month>10</month>  
        <volume>45</volume>  
        <issue>4</issue>  
        <fpage>368</fpage>  
        <lpage>375</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19766941"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jadohealth.2009.03.021</pub-id>
        <pub-id pub-id-type="medline">19766941</pub-id>
        <pub-id pub-id-type="pii">S1054-139X(09)00138-4</pub-id>
        <pub-id pub-id-type="pmcid">PMC2751860</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hancock</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Lesch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Simmons</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>The distraction effects of phone use during a crucial driving maneuver</article-title>
        <source>Accid Anal Prev</source>  
        <year>2003</year>  
        <month>07</month>  
        <volume>35</volume>  
        <issue>4</issue>  
        <fpage>501</fpage>  
        <lpage>514</lpage>  
        <pub-id pub-id-type="medline">12729814</pub-id>
        <pub-id pub-id-type="pii">S0001457502000283</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bianchi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>JG</given-names>
          </name>
        </person-group>
        <article-title>Psychological predictors of problem mobile phone use</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2005</year>  
        <month>02</month>  
        <volume>8</volume>  
        <issue>1</issue>  
        <fpage>39</fpage>  
        <lpage>51</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2005.8.39</pub-id>
        <pub-id pub-id-type="medline">15738692</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Toda</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Monden</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kubo</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Morimoto</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Cellular phone dependence tendency of female university students</article-title>
        <source>Nihon eiseigaku zasshi (Japanese J Hygiene)</source>  
        <year>2004</year>  
        <volume>59</volume>  
        <fpage>383</fpage>  
        <lpage>386</lpage> 
        <pub-id pub-id-type="doi">10.1265/jjh.59.383</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Billieux</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Van der Linden</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rochat</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>The role of impulsivity in actual and problematic use of the mobile phone</article-title>
        <source>Appl Cognitive Psychol</source>  
        <year>2008</year>  
        <volume>22</volume>  
        <fpage>1195</fpage>  
        <lpage>1210</lpage> 
        <pub-id pub-id-type="doi">10.1002/acp.1429</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Igarashi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Motoyoshi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Takai</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yoshida</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>No mobile, no life: self-perception and text-message dependency among Japanese high school students</article-title>
        <source>Comput Hum Behav</source>  
        <year>2008</year>  
        <volume>24</volume>  
        <fpage>2311</fpage>  
        <lpage>2324</lpage>
        <pub-id pub-id-type="doi">10.1016/j.chb.2007.12.001</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jenaro</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Flores</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Gómez-Vela</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>González-Gil</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Caballo</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Problematic internet and cell-phone use: psychological, behavioral, and health correlates</article-title>
        <source>Addict Res Theory</source>  
        <year>2007</year>  
        <volume>15</volume>  
        <fpage>309</fpage>  
        <lpage>320</lpage>
        <pub-id pub-id-type="doi">10.1080/16066350701350247</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chóliz</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Mobile-phone addiction in adolescence: the test of mobile phone dependence</article-title>
        <source>Prog Health Sci</source>  
        <year>2012</year>  
        <volume>2</volume>  
        <fpage>33</fpage>  
        <lpage>44</lpage> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rutland</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sheets</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Development of a scale to measure problem use of short message service: the SMS Problem Use Diagnostic Questionnaire</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2007</year>  
        <month>12</month>  
        <volume>10</volume>  
        <issue>6</issue>  
        <fpage>841</fpage>  
        <lpage>843</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2007.9943</pub-id>
        <pub-id pub-id-type="medline">18085975</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>RM</given-names>
          </name>
        </person-group>
        <article-title>Needing to connect: the effect of self and others on young people's involvement with their mobile phones</article-title>
        <source>Aus J Psych</source>  
        <year>2010</year>  
        <month>12</month>  
        <volume>62</volume>  
        <issue>4</issue>  
        <fpage>194</fpage>  
        <lpage>203</lpage>  
        <pub-id pub-id-type="doi">10.1080/00049530903567229</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yen</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Tang</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Yen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ko</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Symptoms of problematic cellular phone use, functional impairment and its association with depression among adolescents in Southern Taiwan</article-title>
        <source>J Adolesc</source>  
        <year>2009</year>  
        <month>08</month>  
        <volume>32</volume>  
        <issue>4</issue>  
        <fpage>863</fpage>  
        <lpage>873</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.adolescence.2008.10.006</pub-id>
        <pub-id pub-id-type="medline">19027941</pub-id>
        <pub-id pub-id-type="pii">S0140-1971(08)00118-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martinotti</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Villella</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Di Thiene</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Di Nicola</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bria</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Problematic mobile phone use in adolescence: a cross-sectional study</article-title>
        <source>J Pub Health</source>  
        <year>2011</year>  
        <volume>19</volume>  
        <fpage>545</fpage>  
        <lpage>551</lpage>
        <pub-id pub-id-type="doi">10.1007/s10389-011-0422-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kwon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The smartphone addiction scale: development and validation of a short version for adolescents</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <volume>8</volume>  
        <issue>12</issue>  
        <fpage>e83558</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0083558"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0083558</pub-id>
        <pub-id pub-id-type="medline">24391787</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-30571</pub-id>
        <pub-id pub-id-type="pmcid">PMC3877074</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Billieux</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Problematic use of the mobile phone: a literature review and a pathways model</article-title>
        <source>Curr Psych Rev</source>  
        <year>2012</year>  
        <month>10</month>  
        <day>01</day>  
        <volume>8</volume>  
        <issue>4</issue>  
        <fpage>299</fpage>  
        <lpage>307</lpage>  
        <pub-id pub-id-type="doi">10.2174/157340012803520522</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>American Psychological Association</collab>
        </person-group>
        <source>Diagnostic and Statistical Manual of Mental Disorders (DSM-5)</source>  
        <year>2013</year>  
        <publisher-loc>Washington</publisher-loc>
        <publisher-name>American Psychiatric Pub</publisher-name></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Del Puente</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>A proposal for including nomophobia in the new DSM-V</article-title>
        <source>Psychol Res Behav Manag</source>  
        <year>2014</year>  
        <volume>7</volume>  
        <fpage>155</fpage>  
        <lpage>160</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PRBM.S41386"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2147/PRBM.S41386</pub-id>
        <pub-id pub-id-type="medline">24876797</pub-id>
        <pub-id pub-id-type="pii">prbm-7-155</pub-id>
        <pub-id pub-id-type="pmcid">PMC4036142</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Przybylski</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Murayama</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>DeHaan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gladwell</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Motivational, emotional, and behavioral correlates of fear of missing out</article-title>
        <source>Comput Hum Behav</source>  
        <year>2013</year>  
        <volume>29</volume>  
        <fpage>1841</fpage>  
        <lpage>1848</lpage>
        <pub-id pub-id-type="doi">10.1016/j.chb.2013.02.014</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elhai</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dvorak</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Fear of missing out, need for touch, anxiety and depression are related to problematic smartphone use</article-title>
        <source>Comput Hum Behav</source>  
        <year>2016</year>  
        <volume>63</volume>  
        <fpage>509</fpage>  
        <lpage>516</lpage>
        <pub-id pub-id-type="doi">10.1016/j.chb.2016.05.079</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elhai</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Dvorak</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>BJ</given-names>
          </name>
        </person-group>
        <article-title>Problematic smartphone use: a conceptual overview and systematic review of relations with anxiety and depression psychopathology</article-title>
        <source>J Affect Disord</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>207</volume>  
        <fpage>251</fpage>  
        <lpage>259</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2016.08.030</pub-id>
        <pub-id pub-id-type="medline">27736736</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(16)30319-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ha</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Chin</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ryu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Characteristics of excessive cellular phone use in Korean adolescents</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>11</volume>  
        <issue>6</issue>  
        <fpage>783</fpage>  
        <lpage>784</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2008.0096</pub-id>
        <pub-id pub-id-type="medline">18991536</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thomée</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Härenstam</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hagberg</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Mobile phone use and stress, sleep disturbances, and symptoms of depression among young adults: a prospective cohort study</article-title>
        <source>BMC Public Health</source>  
        <year>2011</year>  
        <volume>11</volume>  
        <fpage>66</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-66"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-11-66</pub-id>
        <pub-id pub-id-type="medline">21281471</pub-id>
        <pub-id pub-id-type="pii">1471-2458-11-66</pub-id>
        <pub-id pub-id-type="pmcid">PMC3042390</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sánchez-Martínez</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Otero</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Factors associated with cell phone use in adolescents in the community of Madrid (Spain)</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2009</year>  
        <month>04</month>  
        <volume>12</volume>  
        <issue>2</issue>  
        <fpage>131</fpage>  
        <lpage>137</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2008.0164</pub-id>
        <pub-id pub-id-type="medline">19072078</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Al-Khlaiwi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Meo</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>Association of mobile phone radiation with fatigue, headache, dizziness, tension and sleep disturbance in Saudi population</article-title>
        <source>Saudi Med J</source>  
        <year>2004</year>  
        <month>06</month>  
        <volume>25</volume>  
        <issue>6</issue>  
        <fpage>732</fpage>  
        <lpage>736</lpage>  
        <pub-id pub-id-type="medline">15195201</pub-id>
        <pub-id pub-id-type="pii">20030554'</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elhai</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dvorak</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Non-social features of smartphone use are most related to depression, anxiety and problematic smartphone use</article-title>
        <source>Comput Hum Behav</source>  
        <year>2017</year>  
        <volume>69</volume>  
        <fpage>75</fpage>  
        <lpage>82</lpage>
        <pub-id pub-id-type="doi">10.1016/j.chb.2016.12.023</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pedrero</surname>
            <given-names>PEJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rodríguez</surname>
            <given-names>MMT</given-names>
          </name>
          <name name-style="western">
            <surname>Ruiz</surname>
            <given-names>SDLJM</given-names>
          </name>
        </person-group>
        <article-title>[Mobile phone abuse or addiction. A review of the literature]</article-title>
        <source>Adicciones</source>  
        <year>2012</year>  
        <volume>24</volume>  
        <issue>2</issue>  
        <fpage>139</fpage>  
        <lpage>152</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.adicciones.es/index.php/adicciones/article/view/107"/>
        </comment>  
        <pub-id pub-id-type="medline">22648317</pub-id>
        <pub-id pub-id-type="pii">107</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Jeong</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kwak</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rho</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>IY</given-names>
          </name>
        </person-group>
        <article-title>Personality factors predicting smartphone addiction predisposition: behavioral inhibition and activation systems, impulsivity, and self-control</article-title>
        <source>PLoS One</source>  
        <year>2016</year>  
        <volume>11</volume>  
        <issue>8</issue>  
        <fpage>e0159788</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0159788"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0159788</pub-id>
        <pub-id pub-id-type="medline">27533112</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-35202</pub-id>
        <pub-id pub-id-type="pmcid">PMC4988723</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>RM</given-names>
          </name>
        </person-group>
        <article-title>Over-connected? A qualitative exploration of the relationship between Australian youth and their mobile phones</article-title>
        <source>J Adolesc</source>  
        <year>2008</year>  
        <month>02</month>  
        <volume>31</volume>  
        <issue>1</issue>  
        <fpage>77</fpage>  
        <lpage>92</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.adolescence.2007.04.004</pub-id>
        <pub-id pub-id-type="medline">17560644</pub-id>
        <pub-id pub-id-type="pii">S0140-1971(07)00050-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ehrenberg</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Juckes</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>SP</given-names>
          </name>
        </person-group>
        <article-title>Personality and self-esteem as predictors of young people's technology use</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>11</volume>  
        <issue>6</issue>  
        <fpage>739</fpage>  
        <lpage>741</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2008.0030</pub-id>
        <pub-id pub-id-type="medline">18991531</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Butt</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Personality and self reported mobile phone use</article-title>
        <source>Comput Hum Behav</source>  
        <year>2008</year>  
        <month>3</month>  
        <volume>24</volume>  
        <issue>2</issue>  
        <fpage>346</fpage>  
        <lpage>360</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2007.01.019</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elhai</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Dvorak</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>BJ</given-names>
          </name>
        </person-group>
        <article-title>Problematic smartphone use: a conceptual overview and systematic review of relations with anxiety and depression psychopathology</article-title>
        <source>J Affect Disord</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>207</volume>  
        <fpage>251</fpage>  
        <lpage>259</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2016.08.030</pub-id>
        <pub-id pub-id-type="medline">27736736</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(16)30319-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hassan</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Recall bias can be a threat to retrospective and prospective research designs</article-title>
        <source>Internet J Epidemiol</source>  
        <year>2006</year>  
        <volume>3</volume>  
        <fpage>339</fpage>  
        <lpage>412</lpage> 
        <pub-id pub-id-type="doi">10.5580/2732</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Larson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Csikszentmihalyi</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The experience sampling method</article-title>
        <source>New Dir Methodol Soc Behav Sci</source>  
        <year>1983</year>  
        <volume>15</volume>  
        <fpage>41</fpage>  
        <lpage>56</lpage> </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van Os</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Verhagen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Marsman</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Peeters</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Bak</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Marcelis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Drukker</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Reininghaus</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Lataster</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Simons</surname>
            <given-names>C</given-names>
          </name>
          <collab>ESM-MERGE Investigators</collab>
          <name name-style="western">
            <surname>Lousberg</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gülöksüz</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Leue</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Groot</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Viechtbauer</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Delespaul</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The experience sampling method as an mHealth tool to support self-monitoring, self-insight, and personalized health care in clinical practice</article-title>
        <source>Depress Anxiety</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>34</volume>  
        <issue>6</issue>  
        <fpage>481</fpage>  
        <lpage>493</lpage>  
        <pub-id pub-id-type="doi">10.1002/da.22647</pub-id>
        <pub-id pub-id-type="medline">28544391</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rickard</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Arjmand</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bakker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Seabrook</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Development of a mobile phone app to support self-monitoring of emotional well-being: a mental health digital innovation</article-title>
        <source>JMIR Ment Health</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>23</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e49</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mental.jmir.org/2016/4/e49/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mental.6202</pub-id>
        <pub-id pub-id-type="medline">27881358</pub-id>
        <pub-id pub-id-type="pii">v3i4e49</pub-id>
        <pub-id pub-id-type="pmcid">PMC5143469</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burns</surname>
            <given-names>MN</given-names>
          </name>
          <name name-style="western">
            <surname>Begale</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Duffecy</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gergle</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Karr</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Giangrande</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Mohr</surname>
            <given-names>DC</given-names>
          </name>
        </person-group>
        <article-title>Harnessing context sensing to develop a mobile intervention for depression</article-title>
        <source>J Med Internet Res</source>  
        <year>2011</year>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>e55</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2011/3/e55/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1838</pub-id>
        <pub-id pub-id-type="medline">21840837</pub-id>
        <pub-id pub-id-type="pii">v13i3e55</pub-id>
        <pub-id pub-id-type="pmcid">PMC3222181</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Oftedal</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Wilén</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sandström</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mild</surname>
            <given-names>KH</given-names>
          </name>
        </person-group>
        <article-title>Symptoms experienced in connection with mobile phone use</article-title>
        <source>Occup Med (Lond)</source>  
        <year>2000</year>  
        <month>05</month>  
        <volume>50</volume>  
        <issue>4</issue>  
        <fpage>237</fpage>  
        <lpage>245</lpage>  
        <pub-id pub-id-type="medline">10912374</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
        <source>PsyMate</source>  
        <access-date>2018-05-10</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.psymate.eu/">http://www.psymate.eu/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zJmL2noS"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delespaul</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <source>Assessing Schizophrenia in Daily Life: The Experience Sampling Method</source>  
        <year>1995</year>  
        <publisher-loc>Maastricht</publisher-loc>
        <publisher-name>Maastricht University Medical Centre</publisher-name></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
        <source>IBM SPSS Statistics for Windows. 22.0 ed</source>  
        <year>2013</year>  
        <publisher-loc>Armonk</publisher-loc>
        <publisher-name>IBM Corp</publisher-name></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Billieux</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Maurage</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Lopez-Fernandez</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Kuss</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Griffiths</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Can disordered mobile phone use be considered a behavioral addiction? An update on current evidence and a comprehensive model for future research</article-title>
        <source>Curr Addict Rep</source>  
        <year>2015</year>  
        <volume>2</volume>  
        <fpage>156</fpage>  
        <lpage>162</lpage>
        <pub-id pub-id-type="doi">10.1007/s40429-015-0054-y</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
