<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMH</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Mental Health</journal-id>
            <journal-title>JMIR Mental Health</journal-title>
            <issn pub-type="epub">2368-7959</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v3i1e2</article-id>
            <article-id pub-id-type="pmid">26740354</article-id>
            <article-id pub-id-type="doi">10.2196/mental.4560</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Using Smartphones to Monitor Bipolar Disorder Symptoms: A Pilot Study</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Faurholt-Jepsen</surname>
                        <given-names>Maria</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Mayora</surname>
                        <given-names>Oscar</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Buntrock</surname>
                        <given-names>Claudia</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Beiwinkel</surname>
                        <given-names>Till</given-names>
                    </name>
                    <degrees>MA</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Innovation Incubator</institution>
                        <institution>Competence Tandem Integrated Care</institution>
                        <institution>Leuphana University of L&#252;neburg</institution>
                        <addr-line>Scharnhorststr. 1</addr-line>
                        <addr-line>Lüneburg, 21335</addr-line>
                        <country>Germany</country>
                        <phone>49 4131677 ext 7826</phone>
                        <fax>49 41316777601</fax>
                        <email>till.beiwinkel@leuphana.de</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3789-6712</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Kindermann</surname>
                        <given-names>Sally</given-names>
                    </name>
                    <degrees>Dipl psych</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8478-7231</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Maier</surname>
                        <given-names>Andreas</given-names>
                    </name>
                    <degrees>MSc</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5886-9433</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Kerl</surname>
                        <given-names>Christopher</given-names>
                    </name>
                    <degrees>BSc</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7356-9749</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Moock</surname>
                        <given-names>J&#246;rn</given-names>
                    </name>
                    <degrees>Dr rer med</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6181-628X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Barbian</surname>
                        <given-names>Guido</given-names>
                    </name>
                    <degrees>Dr rer nat</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0028-992X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib7">
                    <name name-style="western">
                        <surname>R&#246;ssler</surname>
                        <given-names>Wulf</given-names>
                    </name>
                    <degrees>Dipl psych, Dr med</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <xref rid="aff4" ref-type="aff">4</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0049-4533</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Innovation Incubator</institution>
                <institution>Competence Tandem Integrated Care</institution>
                <institution>Leuphana University of L&#252;neburg</institution>
                <addr-line>L&#252;neburg</addr-line>
                <country>Germany</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Center for Psychotherapy Research</institution>
                <institution>University Hospital Heidelberg</institution>
                <addr-line>Heidelberg</addr-line>
                <country>Germany</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Institute of Knowledge and Information Management</institution>
                <institution>Leuphana University of L&#252;neburg</institution>
                <addr-line>L&#252;neburg</addr-line>
                <country>Germany</country>
            </aff>
            <aff id="aff4">
                <sup>4</sup>
                <institution>Institute of Psychiatry</institution>
                <institution>Laboratory of Neuroscience (LIM 27)</institution>
                <institution>University of Sao Paulo</institution>
                <addr-line>Sao Paulo</addr-line>
                <country>Brazil</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Till Beiwinkel <email>till.beiwinkel@leuphana.de</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2016</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>06</day>
                <month>01</month>
                <year>2016</year>
            </pub-date>
            <volume>3</volume>
            <issue>1</issue>
            <elocation-id>e2</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>20</day>
                    <month>4</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-request">
                    <day>24</day>
                    <month>5</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-recd">
                    <day>3</day>
                    <month>9</month>
                    <year>2015</year>
                </date>
                <date date-type="accepted">
                    <day>20</day>
                    <month>10</month>
                    <year>2015</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Till Beiwinkel, Sally Kindermann, Andreas Maier, Christopher Kerl, J&#246;rn Moock, Guido Barbian, Wulf R&#246;ssler. Originally published in JMIR Mental Health (http://mental.jmir.org), 06.01.2016. </copyright-statement>
            <copyright-year>2016</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://mental.jmir.org/2016/1/e2/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Relapse prevention in bipolar disorder can be improved by monitoring symptoms in patients' daily life. Smartphone apps are easy-to-use, low-cost tools that can be used to assess this information. To date, few studies have examined the usefulness of smartphone data for monitoring symptoms in bipolar disorder.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>We present results from a pilot test of a smartphone-based monitoring system, Social Information Monitoring for Patients with Bipolar Affective Disorder (SIMBA), that tracked daily mood, physical activity, and social communication in 13 patients. The objective of this study was to investigate whether smartphone measurements predicted clinical symptoms levels and clinical symptom change. The hypotheses that smartphone measurements are (1) negatively related to clinical depressive symptoms and (2) positively related to clinical manic symptoms were tested.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Clinical rating scales were administered to assess clinical depressive and manic symptoms. Patients used a smartphone with the monitoring app for up to 12 months. Random-coefficient multilevel models were computed to analyze the relationship between smartphone data and externally rated manic and depressive symptoms. Overall clinical symptom levels and clinical symptom changes were predicted by separating between-patient and within-patient effects. Using established clinical thresholds from the literature, marginal effect plots displayed clinical relevance of smartphone data.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Overall symptom levels and change in clinical symptoms were related to smartphone measures. Higher overall levels of clinical depressive symptoms were predicted by lower self-reported mood measured by the smartphone (beta=-.56, <italic>P</italic>&#60;.001). An increase in clinical depressive symptoms was predicted by a decline in social communication (ie, outgoing text messages: beta=-.28, <italic>P</italic>&#60;.001) and a decline in physical activity as measured by the smartphone (ie, cell tower movements: beta=-.11, <italic>P</italic>=.03). Higher overall levels of clinical manic symptoms were predicted by lower physical activity on the smartphone (ie, distance travelled: beta=-.37, <italic>P</italic>&#60;.001), and higher social communication (beta=.48, <italic>P</italic>=.03). An increase in clinical manic symptoms was predicted by a decrease in physical activity on the smartphone (beta=-.17, <italic>P</italic>&#60;.001).</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Clinical symptoms were related to some objective and subjective smartphone measurements, but not all smartphone measures predicted the occurrence of bipolar symptoms above clinical thresholds. Thus, smartphones have the potential to monitor bipolar disorder symptoms in patients&#8217; daily life. Further validation of monitoring tools in a larger sample is needed. Conclusions are limited by the low prevalence of manic and depressive symptoms in the study sample.</p>
                </sec>
                <sec>
                    <title>Trial Registration</title>
                    <p>International Standard Randomized Controlled Trial Number (ISRCTN): 05663421;  http://www.controlled-trials.com/ISRCTN05663421 (Archived by WebCite at http://www.webcitation.org/6d9wsibJB)</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>smartphone</kwd>
                <kwd>sensor technology</kwd>
                <kwd>bipolar disorder</kwd>
                <kwd>monitoring</kwd>
                <kwd>phase transitions</kwd>
                <kwd>communication patterns</kwd>
                <kwd>activity patterns</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title> Introduction</title>
            <p>Bipolar disorder is a serious and disabling psychiatric condition that encompasses a broad group of disorders. International lifetime prevalence estimates indicate that bipolar disorders are present in 1-5% of the general population [<xref ref-type="bibr" rid="ref1">1</xref>]. It involves mood, behavioral, and cognitive disruptions during episodes of depression, mania, or hypomania. The recurrent and chronic nature of bipolar disorder results in a high burden of disease [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>] and high societal costs [<xref ref-type="bibr" rid="ref5">5</xref>]. The suicide rate of people diagnosed with bipolar disorder is the highest among all mental disorders [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Even during periods of remission, patients experience frequent subclinical mood symptoms that impair daily functioning and increase their risk for relapse [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
            <p>The heterogeneity of symptoms and individual courses of disease in bipolar disorder make it difficult to predict the course of the disorder [<xref ref-type="bibr" rid="ref9">9</xref>]. Compared to a patient with high blood pressure who needs to maintain blood pressure below a certain threshold, no analogous guidance is currently provided for patients suffering from bipolar disorder. As a consequence, patients often do not recognize their mood changes in a timely manner and lose their insight into illness [<xref ref-type="bibr" rid="ref10">10</xref>], leading to adverse consequences [<xref ref-type="bibr" rid="ref11">11</xref>]. In order to prevent relapses, timely information on upcoming phase transitions must be available to patients and doctors [<xref ref-type="bibr" rid="ref12">12</xref>]. This information could allow providers to intervene shortly after symptoms appear.</p>
            <p>Information from patients&#8217; daily life can help provide an earlier and more reliable prediction of impending phase transitions in bipolar disorder [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. It has been suggested that smartphones may be easy-to-use, low-cost devices that can be used to measure this information in the patient&#8217;s daily environment. Using both self-reported information collected by the device and making use of the smartphone sensor capabilities, researchers hope to gain insight in the user&#8217;s well-being and behavior. Among mental health patients, too, there is great interest in monitoring symptoms with mobile apps [<xref ref-type="bibr" rid="ref17">17</xref>]. It has been found that daily mood and the level of physical and social activity can be measured with smartphone sensors [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. These measurements are assumed to represent central aspects of bipolar disorders [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
            <p>Additional research is needed to establish the relationship between smartphone measurements and clinical symptoms in bipolar disorder. In particular, a more personalized approach to capture warning signs for impending phase transitions needs to consider both the patients&#8217; overall symptom levels and the dynamic symptom changes occurring over time. The advantage of this approach is that it is able to capture the interindividual variability and heterogeneity of bipolar disorder, where symptom severity within one patient fluctuates over time [<xref ref-type="bibr" rid="ref25">25</xref>]. While statistical methods exist to compute predictions for overall symptom levels and symptom change in smartphone data [<xref ref-type="bibr" rid="ref26">26</xref>], previous studies did not separate between these central illness components.</p>
            <p>To address this research gap, a study was conducted to investigate whether smartphone data predict impending clinical symptoms in bipolar disorder. The aim of this study is twofold. First, we compare the relationship of daily self-reported mood, smartphone sensor data (ie, Global Positioning System [GPS], cell tower movements, accelerometer), and smartphone communication (ie, calls, short message service [SMS] log) with clinical symptoms. We hypothesize that for depressive symptoms, higher levels of self-reported mood, and higher levels of physical activity and social communication measured by the smartphone predict lower overall levels of depressive symptoms and temporal decreases in clinical depressive symptoms. For manic symptoms, we hypothesize that higher levels of self-reported mood and higher levels of physical activity and social communication measured by the smartphone predict both higher overall levels of clinical manic symptoms and temporal increases in manic symptoms. Second, to identify the clinical relevance of smartphone data we test the hypothesis that smartphone data predict the occurrence of overall symptoms levels above clinical thresholds.</p>
        </sec>
        <sec sec-type="methods">
            <title> Methods</title>
            <sec>
                <title>Recruitment</title>
                <p>
                    <xref ref-type="fig" rid="figure1">Figure 1</xref> presents the study flow chart. Participants were recruited from the outpatient department of a Psychiatric Clinic in Lower Saxony, Germany, between July 2013 and February 2014. Patients were contacted and assessed for eligibility in random order from the pool of outpatients. Inclusion criteria were diagnosis of bipolar I or bipolar II disorder according to the criteria in the <italic>Diagnostic and Statistical Manual of Mental Disorders</italic>, 4<sup>th</sup> edition (DSM-IV) [<xref ref-type="bibr" rid="ref27">27</xref>], at least 18 years of age, sufficient knowledge of the German language, and basic competence in using mobile devices. Exclusion criteria were the need for inpatient treatment at the time of recruitment, suicidality, diagnosis of schizophrenia or an intellectual disability, and alcohol or drug abuse up to 6 month prior to the study. All participants provided written consent prior to participation and were loaned a smartphone for the 12-month study period. Participants were provided with an unlimited call, text, and data plan and were encouraged to use the study smartphone as their regular mobile device. The study was examined and approved by the Leuphana University Ethics Committee.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Study flow chart.</p>
                    </caption>
                    <graphic xlink:href="mental_v3i1e2_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Measurements</title>
                <p>Smartphone data were collected on a Sony Ericsson Xperia Neo V smartphone with Android 4.0.4. The device had the Social Information Monitoring for Patients with Bipolar Affective Disorder (SIMBA) app pre-installed. The app was developed by the authors and is based on two open source frameworks for the collection of both subjective self-report data [<xref ref-type="bibr" rid="ref28">28</xref>] and objective sensor data [<xref ref-type="bibr" rid="ref29">29</xref>], which are available at [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. First, Open Data Kit developed at the University of Washington [<xref ref-type="bibr" rid="ref28">28</xref>] collects subjective self-report data. Designed for socioeconomic and health surveys, Open Data Kit provides a platform to build questionnaires and to collect data on a smartphone. Its modular design allows for the implementation of questionnaires at fixed or random time points. Second, the Funf open sensing framework developed at the Massachusetts Institute of Technology (MIT) media lab [<xref ref-type="bibr" rid="ref29">29</xref>] collects objective data using various smartphone sensors, for example, GPS, accelerometer, and screen state. It provides an extensible sensing and data processing framework for smartphones. As using smartphone sensors can drain the device battery quickly, Funf is designed to prolong battery life. The source code for the software frameworks can be found in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>.</p>
                <p>Three smartphone sensors were used to measure physical activity: GPS for the distance traveled per day, cell tower movement as an indicator of location changes, and accelerometer to measure the users&#8217; device activity. Both GPS and cell tower movements capture spatial movement and since the correlation between GPS and cell tower movements was low (<italic>P</italic>=.06), both measures were included. For the measurement of social communication, the number and duration of outgoing calls and the number of SMS sent per day were logged. The gathered data were cached in local storage and transferred to a secured server located at Leuphana University whenever an Internet connection was available.</p>
                <p>Self-reported mood states were assessed once a day on the smartphone at random times with a 2-item questionnaire. When the questionnaire was available, participants were notified via a beep and asked if the questionnaire should be answered now or if the participant wished to be notified later. Affect was assessed with the item, &#8220;On a scale of 1 (very good) to 10 (very bad), please describe your present mood,&#8221; and energy was assessed with the item, &#8220;On a scale of 1 (very energetic) to 10 (not at all), how energetic do you feel at the moment?&#8221; For the purposes of this analysis, both items were reverse-coded so that higher scores reflected better mood. Due to the high correlation between the 2 items (<italic>P</italic>=.84), a single mood index was constructed.</p>
                <p>Clinical assessments were conducted repeatedly throughout the study and served as a reference point for the smartphone data. Appointments with the treating clinician, who was blinded to smartphone data, were scheduled at approximately 8-week intervals and included assessment of manic and depressive symptoms using clinical rating scales. Manic symptoms were assessed using the German Version [<xref ref-type="bibr" rid="ref32">32</xref>] of the Young Mania Rating Scale (YMRS) [<xref ref-type="bibr" rid="ref33">33</xref>]. The scale is administered by a clinician and rates major relevant manic symptoms (eg, elevated mood, motoric activity) on a scale from 0-64. Values less than 5 indicate complete remission [<xref ref-type="bibr" rid="ref34">34</xref>]. Depressive symptoms were assessed with the German Version [<xref ref-type="bibr" rid="ref35">35</xref>] of the Hamilton Depression Scale (HAMD) [<xref ref-type="bibr" rid="ref36">36</xref>]. The scale is based on clinician assessment and scores 17 items within a reference period of 1 week. Values greater than 7 indicate at least a mild depressive syndrome [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
            </sec>
            <sec>
                <title>Statistical Analysis</title>
                <p>Smartphone data were aggregated to assessment periods before each clinical appointment by computing mean scores from the daily measurements resulting in an aggregated score for each assessment period. An assessment period is the number of days between two clinical appointments. Then, the effect of the aggregated smartphone data on the clinical symptoms was assessed for each assessment period. To accommodate the nested data structure, where observations are nested within patients, multilevel models were computed according to [<xref ref-type="bibr" rid="ref38">38</xref>] in order to obtain robust and unbiased estimates of variance components. Random coefficient models were fitted, where assessment periods were nested within patients. Smartphone data were modeled to separate between-patient effects (ie, symptom level) and within-patient effects (ie, symptom change) [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
                <p>We estimated three separate models for self-reported data, activity data, and social data, and one full model including all smartphone data. All models were adjusted for age, sex, and length of assessment period. The total length of assessment periods was used in order to compute more precise estimates, as opposed to restricting the analysis to the shorter time frame using the reference period of HAMD and YMRS before each clinical assessment. To compare the results of the models, standardized regression coefficients are reported [<xref ref-type="bibr" rid="ref39">39</xref>]. To provide a graphical representation of the relationship between smartphone data and clinical symptoms, the results of the full model were used to compute marginal effects, which were plotted against symptoms. The analysis was performed using the &#8220;xtmixed&#8221; command in Stata 13, where the maximum likelihood estimation method was specified [<xref ref-type="bibr" rid="ref40">40</xref>]. Significance levels are reported at the 95% level.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Sample Characteristics</title>
                <p>Of the 14 patients who were recruited, one dropped out before clinical follow-up assessment and was thus removed from the study. <xref ref-type="table" rid="table1">Table 1</xref> presents the sample characteristics for the 13 patients who completed the study.</p>
            </sec>
            <sec>
                <title>Description of Dataset</title>
                <p>
                    <xref ref-type="table" rid="table2">Table 2</xref> shows the available data points for self-reported data, activity data, social data, and clinical data. The compliance rate for self-reported data was 55.7%. Activity data were complete on 78.2% of days, and social data were present on 56.1% of days.</p>
            </sec>
            <sec>
                <title>Mean Levels of Smartphone and Clinical Data</title>
                <p>
                    <xref ref-type="table" rid="table3">Table 3</xref> presents mean levels and range for smartphone-collected indicators and clinical data. The average level of self-reported mood was 6.7 (SD 1.7) with a maximum of 10, indicating that average mood levels of subjects were at the upper end of the end of the scale ranging from 1 (very bad mood) to 10 (very good mood). Clinical symptom ratings revealed mean manic symptoms levels assessed by YMRS of 2.7 (SD 3.6) and depressive symptoms assessed by HAMD of 5.1 (SD 5.3), indicating low prevalence of manic and depressive symptoms in the sample.</p>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Sample characteristics for 13 patients.</p>
                    </caption>
                    <table width="649" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="31" />
                        <col width="387" />
                        <col width="36" />
                        <col width="139" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2">Characteristic</td>
                                <td>N</td>
                                <td>Value</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">Age in years, mean (SD)</td>
                                <td>13</td>
                                <td>47.2 (3.8)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Sex, %</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Male</td>
                                <td>8</td>
                                <td>61.5</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Female</td>
                                <td>5</td>
                                <td>38.5</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Education, %</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Lower secondary</td>
                                <td>9</td>
                                <td>69.2</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Upper secondary</td>
                                <td>4</td>
                                <td>30.8</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Qualification</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>None</td>
                                <td>1</td>
                                <td>7.7</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Vocational</td>
                                <td>10</td>
                                <td>76.9</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>University level</td>
                                <td>2</td>
                                <td>15.4</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Employed, %</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Yes</td>
                                <td>4</td>
                                <td>30.8</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>No</td>
                                <td>9</td>
                                <td>69.2</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Diagnosis, %</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Bipolar I</td>
                                <td>6</td>
                                <td>46.1</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Bipolar II</td>
                                <td>7</td>
                                <td>53.9</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Years since first diagnosis, mean (SD)</td>
                                <td>13</td>
                                <td>9.9 (3.1)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Manic episodes, mean (SD)</td>
                                <td>13</td>
                                <td>8.6 (1.6)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Depressive episodes, mean (SD)</td>
                                <td>13</td>
                                <td>12.3 (3.0)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Total hospitalizations, mean (SD)</td>
                                <td>13</td>
                                <td>6.9 (2.8)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Currently medicated, %</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Yes</td>
                                <td>11</td>
                                <td>84.2</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>No</td>
                                <td>2</td>
                                <td>15.4</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Study duration in days, mean (SD)</td>
                                <td>13</td>
                                <td>365.1 (31.9)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Length of assessment period, mean (SD)</td>
                                <td>13</td>
                                <td>68.6 (23.6)</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <table-wrap position="float" id="table2">
                    <label>Table 2</label>
                    <caption>
                        <p>Total available data points for self-reported data, activity data, social data, and clinical data collected by 13 patients.</p>
                    </caption>
                    <table width="649" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="154" />
                        <col width="66" />
                        <col width="158" />
                        <col width="109" />
                        <col width="92" />
                        <thead>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>N</td>
                                <td>Mean (SD)</td>
                                <td>Min/Max</td>
                                <td>Rate, %</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Self-reported</td>
                                <td>2456</td>
                                <td>188.9 (83.3)</td>
                                <td>24/291</td>
                                <td>55.7</td>
                            </tr>
                            <tr valign="top">
                                <td>Activity</td>
                                <td>3537</td>
                                <td>272.1 (74.9)</td>
                                <td>154/362</td>
                                <td>78.2</td>
                            </tr>
                            <tr valign="top">
                                <td>Social</td>
                                <td>2624</td>
                                <td>201.8 (109.3)</td>
                                <td>9/339</td>
                                <td>56.1</td>
                            </tr>
                            <tr valign="top">
                                <td>Clinical</td>
                                <td>75</td>
                                <td>5.8 (1.4)</td>
                                <td>3/8</td>
                                <td>NA</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <table-wrap position="float" id="table3">
                    <label>Table 3</label>
                    <caption>
                        <p>Mean levels, interquartile range, and range for smartphone indicators and clinical variables for 13 patients.</p>
                    </caption>
                    <table width="649" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="6" />
                        <col width="255" />
                        <col width="88" />
                        <col width="155" />
                        <col width="74" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2">Variable</td>
                                <td>Mean (SD)</td>
                                <td>Interquartile Range</td>
                                <td>Min/Max</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="5">
                                    <bold>Self-reported</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Mood</td>
                                <td>6.7 (1.7)</td>
                                <td>2.0</td>
                                <td>1/10</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="5">
                                    <bold>Activity</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Distance traveled, km</td>
                                <td>10.5 (41.5)</td>
                                <td>6.3</td>
                                <td>0/732</td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Cell tower changes</td>
                                <td>10.5 (17.0)</td>
                                <td>10.0</td>
                                <td>0/139</td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Device activity, % of day</td>
                                <td>7.3 (8.2)</td>
                                <td>9.2</td>
                                <td>0/75</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="5">
                                    <bold>Social</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Number outgoing calls</td>
                                <td>2.9 (3.6)</td>
                                <td>4.0</td>
                                <td>0 /29</td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Duration outgoing calls, minutes</td>
                                <td>10.2 (19.6)</td>
                                <td>11.3</td>
                                <td>0/181</td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>Outgoing SMS</td>
                                <td>1.7 (3.6)</td>
                                <td>2.0</td>
                                <td>0/54</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="5">
                                    <bold>Clinical</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>YMRS</td>
                                <td>2.7 (3.6)</td>
                                <td>4.0</td>
                                <td>0/18</td>
                            </tr>
                            <tr valign="top">
                                <td>&#160;</td>
                                <td>HAMD</td>
                                <td>5.1 (5.3)</td>
                                <td>9.0</td>
                                <td>0/18</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Prediction of Clinical Symptoms</title>
                <p>This section presents the results from the multivariate models with smartphone data as predictors for clinical symptoms. We begin with results from the between-patients analysis, representing the overall level of clinical symptoms as predicted by smartphone data. Next, we present results of the within-patient analysis, representing temporal changes in clinical symptoms as predicted by smartphone data.</p>
                <sec>
                    <title>Between-Patient Analysis</title>
                    <p>The combined model (Model 4) in <xref ref-type="table" rid="table4">Table 4</xref> showed a significant negative relationship between mood level and clinical depressive symptoms (HAMD: beta=-.56, <italic>P</italic>&#60;.001) but not on manic symptoms. This suggests that patients who reported better daily mood on the smartphone were less clinically depressed. In the activity data, distance traveled as measured by the GPS signal had a significant negative relationship with clinical manic symptoms (YMRS: beta=-.37, <italic>P</italic>&#60;.001), indicating that patients who were more physically active experienced fewer manic symptoms. Cell tower movements and device activity were not significantly related to any clinical symptoms. In the social data, the number of calls made on the smartphone were positively related to clinical manic symptoms (YMRS: beta=.48, <italic>P</italic>=.03), suggesting that patients who made a higher frequency of calls experienced higher levels of manic symptoms. The duration of calls was not significantly related to symptoms. The number of outgoing SMS had a negative relationship with clinical depressive symptoms (HAMD: beta=-.17, <italic>P</italic>&#60;.001), indicating that patients who sent more SMS had less severe depressive symptoms.</p>
                    <table-wrap position="float" id="table4">
                        <label>Table 4</label>
                        <caption>
                            <p>Between-patient relationship of self-reported data, activity data, and social smartphone data with bipolar disorder symptoms for 13 patients based on 75 clinical ratings<sup>a</sup>.</p>
                        </caption>
                        <table width="649" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                            <col width="3" />
                            <col width="54" />
                            <col width="127" />
                            <col width="127" />
                            <col width="127" />
                            <col width="127" />
                            <thead>
                                <tr valign="top">
                                    <td rowspan="3" colspan="2">
                                        <break />
                                    </td>
                                    <td colspan="4">Beta (<italic>P</italic>)</td>
                                </tr>
                                <tr valign="top">
                                    <td>Self-report</td>
                                    <td>Activity</td>
                                    <td>Social</td>
                                    <td>Combined</td>
                                </tr>
                                <tr valign="top">
                                    <td>Model 1 (N=74)</td>
                                    <td>Model 2 (N=62)</td>
                                    <td>Model 3 (N=71)</td>
                                    <td>Model 4 (N=62)</td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Mood</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>-.09 (.45)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.05 (.79)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>-.42 (&#60;.001)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.56 (&#60;.001)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Distance traveled, km</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.46 (.01)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.37 (&#60;.001)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.24 (.12)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.12 (.34)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Cell tower movements</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.24 (.29)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.14 (.12)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.08 (.58)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.04 (.82)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Device activity, %</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.31 (.24)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.26 (.12)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.01 (.92)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.06 (.80)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Number of calls</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.19 (.38)</td>
                                    <td>.48 (.03)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.34 (.17)</td>
                                    <td>.08 (.65)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Duration of calls, minutes</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.17 (.45)</td>
                                    <td>-.08 (.72)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.22 (.25)</td>
                                    <td>.03 (.83)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Outgoing SMS</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.03 (.72)</td>
                                    <td>-.02 (.65)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.04 (.84)</td>
                                    <td>-.17 (&#60;.001)</td>
                                </tr>
                            </tbody>
                        </table>
                        <table-wrap-foot>
                            <fn id="table4fn1">
                                <p>
                                    <sup>a</sup>Standardized effects of random coefficient regression models with smartphone data as predictor of depressive symptom levels (YMRS) and manic symptom levels (HAMD).</p>
                            </fn>
                        </table-wrap-foot>
                    </table-wrap>
                </sec>
                <sec>
                    <title>Within-Patient Analysis</title>
                    <p>
                        <xref ref-type="table" rid="table5">Table 5</xref> displays the within-patient relationship between change in smartphone data and change in clinical symptoms. In the full model, change in self-reported mood on the smartphone was not related to clinical symptom changes. An increase in cell tower movement was negatively related to both manic symptoms (YMRS: beta=-.17, <italic>P</italic>&#60;.001) and depressive symptoms (HAMD: beta=-.11, <italic>P</italic>=.03), suggesting that when a patient&#8217;s activity level as measured by the smartphone increased, both manic and depressive symptoms decreased. However, changes in distance traveled and device activity were not significantly related to symptom changes. In the social data, an increase in outgoing SMS was negatively related to a change in depressive symptoms (HAMD: beta=-.28, <italic>P</italic>&#60;.001), which suggests that when more SMS are sent, clinical depressive symptoms are lowered.</p>
                    <table-wrap position="float" id="table5">
                        <label>Table 5</label>
                        <caption>
                            <p>Within-patient relationship of change in self-report, activity, and social smartphone data with change in bipolar disorder symptoms for 13 patients<sup>a</sup>.</p>
                        </caption>
                        <table width="649" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                            <col width="4" />
                            <col width="58" />
                            <col width="125" />
                            <col width="125" />
                            <col width="125" />
                            <col width="126" />
                            <thead>
                                <tr valign="top">
                                    <td rowspan="3" colspan="2">
                                        <break />
                                    </td>
                                    <td colspan="4">Beta (<italic>P</italic>)</td>
                                </tr>
                                <tr valign="top">
                                    <td>Self-report</td>
                                    <td>Activity</td>
                                    <td>Social</td>
                                    <td>Combined</td>
                                </tr>
                                <tr valign="top">
                                    <td>Model 1 (N=74)</td>
                                    <td>Model 2 (N=62)</td>
                                    <td>Model 3 (N=71)</td>
                                    <td>Model 4 (N=62)</td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Mood</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>-.09 (.28)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.03 (.73)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>-.18 (.10)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.09 (.26)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Distance traveled, km</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.03 (.40)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.01 (.85)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.07 (.23)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.03 (.66)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Cell tower movements</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.10 (.03)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.17 (&#60;.001)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.17 (&#60;.001)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.11 (.03)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Device activity, %</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.11 (.17)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.07 (.26)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.15 (.09)</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.02 (.87)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Number outgoing calls</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>.18 (.34)</td>
                                    <td>.24 (.44)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.07 (.60)</td>
                                    <td>-.07 (.73)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Duration outgoing calls, minutes</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.25 (.27)</td>
                                    <td>-.34 (.24)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.07 (.63)</td>
                                    <td>-.09 (.58)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="6">
                                        <bold>Outgoing SMS</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>YMRS</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.05 (.35)</td>
                                    <td>.03 (.68)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>HAMD</td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>
                                        <break />
                                    </td>
                                    <td>-.30 (&#60;.001)</td>
                                    <td>-.28 (&#60;.001)</td>
                                </tr>
                            </tbody>
                        </table>
                        <table-wrap-foot>
                            <fn id="table5fn1">
                                <p>
                                    <sup>a</sup>Standardized effects of random coefficient regression models with smartphone data as predictor of depressive symptom change (YMRS) and manic symptom change (HAMD).</p>
                            </fn>
                        </table-wrap-foot>
                    </table-wrap>
                </sec>
            </sec>
            <sec>
                <title>Clinical Relevance of Smartphone Data</title>
                <p>
                    <xref ref-type="fig" rid="figure2">Figure 2</xref> plots predicted symptoms levels including clinical thresholds, and <xref ref-type="fig" rid="figure3">Figure 3</xref> plots predicted symptom change by smartphone data. The plots are computed from the full models in <xref ref-type="table" rid="table4">Tables 4</xref> and <xref ref-type="table" rid="table5">5</xref>.</p>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Between-patient analysis of smartphone data and symptom levels.</p>
                    </caption>
                    <graphic xlink:href="mental_v3i1e2_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Within-patient analysis of smartphone data and symptom change.</p>
                    </caption>
                    <graphic xlink:href="mental_v3i1e2_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <sec>
                    <title>Between-Patient Analysis</title>
                    <p>
                        <xref ref-type="fig" rid="figure2">Figure 2</xref> shows that depressive symptoms above the clinical threshold are predicted when the average mood level is lower than 6 points on the 10-point mood scale. While the average number of calls had a positive effect on clinical manic symptoms (YMRS: beta=1.17, <italic>P</italic>=.02) and the average number of outgoing SMS had a negative relationship with clinical depressive symptoms (HAMD: beta=-.52, <italic>P</italic>&#60;.001), this did not predict the occurrence of symptoms above the clinical threshold.</p>
                </sec>
                <sec>
                    <title>Within-Patient Analysis</title>
                    <p>
                        <xref ref-type="fig" rid="figure3">Figure 3</xref> visualizes the relationship between change in smartphone data and change in clinical symptoms as computed in <xref ref-type="table" rid="table5">Table 5</xref>. The negative relationship of change in cell tower movements with both clinical manic symptoms (YMRS: beta=-.34, <italic>P</italic>&#60;.001) and clinical depressive symptom changes (HAMD: beta=-.36, <italic>P</italic>&#60;.02), indicated that when a patient&#8217;s activity as measured by the smartphone was below average, clinical symptoms were elevated and vice versa. <xref ref-type="fig" rid="figure3">Figure 3</xref> shows that when a patient made 20 cell tower movements fewer than average, the model predicts an YMRS score of approximately 10 points and an HAMD score of 12 points above the patient&#8217;s average. Last, <xref ref-type="fig" rid="figure3">Figure 3</xref> visualizes the negative relationship between change in outgoing SMS and change in depressive symptoms (HAMD: beta=-1.21, <italic>P</italic>&#60;.001), implying that when a patient sent more text messages than average, symptoms were lowered.</p>
                </sec>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Results</title>
                <p>In this pilot study, smartphone-based monitoring of mood, physical activity, and social communication was conducted in the daily life of bipolar disorder patients over the course of 12 months. The between-patient and within-patient variance of smartphone data was analyzed to present the relationship of smartphone data with both overall levels and changes in clinical symptoms. The results allow conclusions on the usefulness of smartphone measurements for the monitoring of bipolar disorder.</p>
                <p>Higher overall levels of depressive symptoms were predicted by lower self-reported mood measured by the smartphone. An increase in depressive symptoms was predicted by a decline in social communication (ie, outgoing SMS) and a decline in physical activity (ie, cell tower movements). In contrast to our hypothesis, self-reported mood did not predict clinical manic symptoms. The overall level of manic symptoms was predicted by activity (ie, distance traveled) and social communication (ie, number of calls). In contrast to our hypothesis, an increase in clinical manic symptoms was predicted by lower physical activity (ie, cell tower movements). Other smartphone measurements (ie, device activity and the duration of calls) were related to neither symptom levels nor symptom changes.</p>
                <p>In addition, the clinical relevance of the results was examined by investigating if smartphone measurements predicted symptom levels above clinical thresholds. This information may provide information on which smartphone measurements can be used to predict the occurrence of symptoms above clinical thresholds. Self-reported mood was found to predict depressive symptom levels above the clinical threshold but not manic symptoms. No other smartphone measurements predicted symptoms above clinical thresholds.</p>
            </sec>
            <sec>
                <title>Comparison With Prior Work</title>
                <p>Within the self-reported data, our data support the findings [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] that daily mood ratings are useful for monitoring depressive symptoms in patients who experience bipolar disorder. Similar to those studies, we could not support the hypothesis that daily mood measured by the smartphone predicts clinical manic symptoms. This is probably the result of the low prevalence of patients with severe manic symptoms in our sample (see <xref ref-type="table" rid="table3">Table 3</xref>).</p>
                <p>Physical activity was included in the analysis as it represents a warning sign for phase transitions in bipolar disorder and can potentially be measured objectively with smartphone sensors. Similar to the approach in Faurholt-Jepsen et al [<xref ref-type="bibr" rid="ref20">20</xref>], we used GPS sensors to track the distance traveled, patient movements across cell towers as a second measurement of physical activity, and the smartphone accelerometers to assess patients&#8217; interaction with the device. In our analysis, some within-patient and between-patient effects showed significant relationships with clinical symptoms. However, we did not expect to find that physical activity was negatively related to manic symptoms, indicating that patients with higher overall levels of physical activity (ie, as measured by distance traveled) experienced fewer manic symptoms. We also did not expect to find that declining temporal activity (ie, as measured by cell tower movements) was associated with reduced manic symptoms. These findings run counter to the literature on the early warning signs of bipolar disorder [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], which assumes that increased activity is a prodrome of mania. These diverging results might be explained by the low prevalence of manic symptoms in our study sample. It can be speculated that for patients with subclinical manic symptoms, as in this study, increased activity signals better patient condition, but should not be mistaken with hyperactivity in patients with severe mania.</p>
                <p>The social data measured by the smartphones capture patients&#8217; level of interaction with their social surroundings as an early-warning sign of bipolar disorder symptoms. Both between- and within-patient effects of social communication on clinical symptoms were found in the data, implying that overall levels and dynamic changes in communication are relevant for the prediction of bipolar disorder symptoms. The overall level of text messages sent and the number of calls placed indicated levels of depression and manic symptoms, respectively, while changes in text messages sent predicted changes in depressive symptoms. As a larger number of calls, but not the duration of calls, was associated with manic symptoms it is possible that patients with increased manic symptoms have a larger activity mirrored by more calls but not the ability to concentrate on lengthier calls. Overall, our research is in line with findings from other research that highlights the role of psychosocial variables in the illness course in bipolar disorder [<xref ref-type="bibr" rid="ref43">43</xref>]. However, a comparable study [<xref ref-type="bibr" rid="ref20">20</xref>] did not find significant correlations between social data and clinical symptoms.</p>
                <p>A major feature of this analysis was that the collection of smartphone data and repeated clinical measures allowed us to separate two essential components of illness activity: overall symptom levels as observed by comparing the variance between patients, and dynamic changes that occur over the course of the illness as observed by comparing the variance within one patient over time. Although this approach introduces additional assumptions to the model and can make the interpretation of results more challenging, theoretical reasons speak for the separation of between- and within-patient variance. Evidence from modern follow-up studies shows that the course of illness in bipolar disorder is characterized by high interindividual variability and heterogeneity [<xref ref-type="bibr" rid="ref25">25</xref>]. Symptom severity within one patient fluctuates over time and often includes the expression of major, minor, and subclinical symptoms at different stages of illness [<xref ref-type="bibr" rid="ref7">7</xref>]. Between-patient comparisons are insufficient to analyze how symptoms develop over time as they do not capture these within-person processes. The repeat sampling rate of the smartphone data in this study offers the advantage that the dynamic nature of psychopathology can be studied in real-time and in the real world.</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>This study had several limitations. The small sample size of 13 patients may have lowered the statistical power of the study, leading to type II errors in the statistical conclusions. The number of participants did not allow the inclusion of additional level 2 predictors, which might explain between-patient differences (eg, type of bipolar diagnosis). Therefore, it is necessary to replicate the study in a larger sample to validate use of smartphone data for clinical applications.</p>
                <p>The low prevalence of clinical depressive and manic symptoms (see <xref ref-type="table" rid="table3">Table 3</xref>) in our sample may have prevented us from detecting effects that would have been present in a sample of patients who experienced more severe symptoms. The generalization of the results to patients with more severe symptoms should be made carefully. Patients who are more severely ill may show different levels of acceptance in using smartphones for symptom monitoring. It is possible that the patients recruited for this study were particularly motivated to use smartphones.</p>
                <p>Finally, compliance with filling out self-reporting data may have affected the results. However, we did not observe a decline in compliance with self-reported mood over time, indicating that missing values were missing at random. The compliance rate (55.7%; see <xref ref-type="table" rid="table2">Table 2</xref>) in our study is comparable to a study by Depp et al [<xref ref-type="bibr" rid="ref44">44</xref>]. The conclusions of the social data could have been limited by the fact that we were unable to assess communication over social media (eg, WhatsApp, Facebook). With communication habits moving towards social media apps, social media should be included in patient monitoring systems. We cannot exclude the possibility that patients shared the device with other people, although patients were instructed accordingly and no indication of such usage was found. Regarding the operating system, monitoring was restricted to Android smartphones and future studies should implement software for other operating systems (eg, iOS, Windows Phone) as well.</p>
            </sec>
            <sec>
                <title>Ethical Considerations</title>
                <p>Symptom monitoring in a patient&#8217;s daily life involves the collection of sensitive health-related data including communication habits and movement patterns. Sensor-based data, such as GPS locations, need to be protected from unauthorized access. As such, concerns regarding data privacy and confidentiality issues need to be taken seriously in order to guarantee the safety of the collected personal data and to build patient trust. In this study, the encrypted and anonymized transmission of smartphone data to a protected server proved to be successful in ensuring patient data safety. From our experience, the full disclosure of the functionality of the monitoring app, as well as its potential clinical application, was also critical in fulfilling the ethical requirements.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Symptom monitoring is an important strategy to prevent relapses in patients with bipolar disorder. Smartphone apps are easy-to-use, low-cost tools that assist with symptom monitoring in daily life. In this pilot study, we tracked patient mood, levels of physical activity, and social communication over 12 months with an Android-based monitoring software (SIMBA). To our knowledge, this is the first study that successfully embedded a smartphone-based monitoring strategy in patients&#8217; daily life over such a long time frame. The study provides encouraging results concerning the feasibility, data analytic approaches, and clinical relevance of smartphone-based monitoring for bipolar disorder. With further clinical validation of smartphone data, it may be possible to provide smartphone-based monitoring tools for routine care, which may benefit patients and doctors.</p>
            </sec>
        </sec>
    </body>
    <back>
        <app-group>
            <app id="app1">
                <title>Multimedia Appendix 1</title>
                <p>Source Code.</p>
                <media xlink:href="mental_v3i1e2_app1.zip" xlink:title="ZIP File (Zip Archive), 5MB" />
            </app>
        </app-group>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">DSM-IV</term>
                    <def>
                        <p>Diagnostic and Statistical Manual of Mental Disorders, 4th edition</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">HAMD</term>
                    <def>
                        <p>Hamilton Depression Rating Scale</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">SIMBA</term>
                    <def>
                        <p>Social Information Monitoring for Patients with Bipolar Affective Disorder</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">YMRS</term>
                    <def>
                        <p>Young Mania Rating Scale</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>This research was funded by the European Union Innovation Incubator. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
            <p>The authors would like to thank all the patients who participated in the study, Waldemar Signus for conducting clinical interviews, and Kai Kossow for mobile app input.</p>
        </ack>
        <fn-group>
            <fn fn-type="con">
                <p>TB analyzed the data, TB and SK wrote the manuscript, AM and CK contributed analysis tools, JM, WR, and GB obtained access to the dataset, and all authors contributed to the text and critically revised the manuscript. All authors approved the final version of the manuscript.</p>
            </fn>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Baldessarini</surname>
                            <given-names>RJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Treatment research in bipolar disorder: issues and recommendations</article-title>
                    <source>CNS Drugs</source>
                    <year>2002</year>
                    <volume>16</volume>
                    <issue>11</issue>
                    <fpage>721</fpage>
                    <lpage>729</lpage>
                    <pub-id pub-id-type="medline">12383028</pub-id>
                    <pub-id pub-id-type="pii">161101</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Namjoshi</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Buesching</surname>
                            <given-names>DP</given-names>
                        </name>
                    </person-group>
                    <article-title>A review of the health-related quality of life literature in bipolar disorder</article-title>
                    <source>Qual Life Res</source>
                    <year>2001</year>
                    <volume>10</volume>
                    <issue>2</issue>
                    <fpage>105</fpage>
                    <lpage>115</lpage>
                    <pub-id pub-id-type="medline">11642680</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Angst</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gamma</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clarke</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ajdacic-Gross</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>R&#246;ssler</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Regier</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Subjective distress predicts treatment seeking for depression, bipolar, anxiety, panic, neurasthenia and insomnia severity spectra</article-title>
                    <source>Acta Psychiatr Scand</source>
                    <year>2010</year>
                    <month>12</month>
                    <volume>122</volume>
                    <issue>6</issue>
                    <fpage>488</fpage>
                    <lpage>498</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1600-0447.2010.01580.x</pub-id>
                    <pub-id pub-id-type="medline">20550521</pub-id>
                    <pub-id pub-id-type="pii">ACP1580</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Prince</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saxena</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maj</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maselko</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Phillips</surname>
                            <given-names>MR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rahman</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>No health without mental health</article-title>
                    <source>The Lancet</source>
                    <year>2007</year>
                    <month>09</month>
                    <volume>370</volume>
                    <issue>9590</issue>
                    <fpage>859</fpage>
                    <lpage>877</lpage>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(07)61238-0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Begley</surname>
                            <given-names>CE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Annegers</surname>
                            <given-names>JF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Swann</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lewis</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Coan</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schnapp</surname>
                            <given-names>WB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bryant-Comstock</surname>
                            <given-names>L</given-names>
                        </name>
                    </person-group>
                    <article-title>The lifetime cost of bipolar disorder in the US: an estimate for new cases in 1998</article-title>
                    <source>Pharmacoeconomics</source>
                    <year>2001</year>
                    <volume>19</volume>
                    <issue>5 Pt 1</issue>
                    <fpage>483</fpage>
                    <lpage>495</lpage>
                    <pub-id pub-id-type="medline">11465308</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>YW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dilsaver</surname>
                            <given-names>SC</given-names>
                        </name>
                    </person-group>
                    <article-title>Lifetime rates of suicide attempts among subjects with bipolar and unipolar disorders relative to subjects with other Axis I disorders</article-title>
                    <source>Biol Psychiatry</source>
                    <year>1996</year>
                    <month>05</month>
                    <day>15</day>
                    <volume>39</volume>
                    <issue>10</issue>
                    <fpage>896</fpage>
                    <lpage>899</lpage>
                    <pub-id pub-id-type="doi">10.1016/0006-3223(95)00295-2</pub-id>
                    <pub-id pub-id-type="medline">8860192</pub-id>
                    <pub-id pub-id-type="pii">0006-3223(95)00295-2</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Judd</surname>
                            <given-names>LL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Akiskal</surname>
                            <given-names>HS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schettler</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Endicott</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maser</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Solomon</surname>
                            <given-names>DA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leon</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rice</surname>
                            <given-names>JA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keller</surname>
                            <given-names>MB</given-names>
                        </name>
                    </person-group>
                    <article-title>The long-term natural history of the weekly symptomatic status of bipolar I disorder</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>2002</year>
                    <month>06</month>
                    <volume>59</volume>
                    <issue>6</issue>
                    <fpage>530</fpage>
                    <lpage>537</lpage>
                    <pub-id pub-id-type="medline">12044195</pub-id>
                    <pub-id pub-id-type="pii">yoa20425</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Angst</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gamma</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Benazzi</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ajdacic</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eich</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>R&#246;ssler</surname>
                            <given-names>Wulf</given-names>
                        </name>
                    </person-group>
                    <article-title>Toward a re-definition of subthreshold bipolarity: epidemiology and proposed criteria for bipolar-II, minor bipolar disorders and hypomania</article-title>
                    <source>J Affect Disord</source>
                    <year>2003</year>
                    <month>01</month>
                    <volume>73</volume>
                    <issue>1-2</issue>
                    <fpage>133</fpage>
                    <lpage>146</lpage>
                    <pub-id pub-id-type="medline">12507746</pub-id>
                    <pub-id pub-id-type="pii">S0165032702003221</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Angst</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gamma</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Benazzi</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ajdacic</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eich</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>R&#246;ssler</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>Diagnostic issues in bipolar disorder</article-title>
                    <source>Eur Neuropsychopharmacol</source>
                    <year>2003</year>
                    <month>08</month>
                    <volume>13 Suppl 2</volume>
                    <fpage>S43</fpage>
                    <lpage>50</lpage>
                    <pub-id pub-id-type="medline">12957719</pub-id>
                    <pub-id pub-id-type="pii">S0924977X03000774</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Depp</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harmell</surname>
                            <given-names>AL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Savla</surname>
                            <given-names>GN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mausbach</surname>
                            <given-names>BT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jeste</surname>
                            <given-names>DV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Palmer</surname>
                            <given-names>BW</given-names>
                        </name>
                    </person-group>
                    <article-title>A prospective study of the trajectories of clinical insight, affective symptoms, and cognitive ability in bipolar disorder</article-title>
                    <source>J Affect Disord</source>
                    <year>2014</year>
                    <month>01</month>
                    <volume>152-154</volume>
                    <fpage>250</fpage>
                    <lpage>255</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24200153" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1016/j.jad.2013.09.020</pub-id>
                    <pub-id pub-id-type="medline">24200153</pub-id>
                    <pub-id pub-id-type="pii">S0165-0327(13)00706-4</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4011138</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jamison</surname>
                            <given-names>KR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Akiskal</surname>
                            <given-names>HS</given-names>
                        </name>
                    </person-group>
                    <article-title>Medication compliance in patients with bipolar disorder</article-title>
                    <source>Psychiatr Clin North Am</source>
                    <year>1983</year>
                    <month>03</month>
                    <volume>6</volume>
                    <issue>1</issue>
                    <fpage>175</fpage>
                    <lpage>192</lpage>
                    <pub-id pub-id-type="medline">6889171</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Baldassano</surname>
                            <given-names>CF</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessment tools for screening and monitoring bipolar disorder</article-title>
                    <source>Bipolar Disord</source>
                    <year>2005</year>
                    <volume>7 Suppl 1</volume>
                    <fpage>8</fpage>
                    <lpage>15</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1399-5618.2005.00189.x</pub-id>
                    <pub-id pub-id-type="medline">15762864</pub-id>
                    <pub-id pub-id-type="pii">BDI189</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bonsall</surname>
                            <given-names>MB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wallace-Hadrill</surname>
                            <given-names>SMA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Geddes</surname>
                            <given-names>JR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Goodwin</surname>
                            <given-names>GM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holmes</surname>
                            <given-names>EA</given-names>
                        </name>
                    </person-group>
                    <article-title>Nonlinear time-series approaches in characterizing mood stability and mood instability in bipolar disorder</article-title>
                    <source>Proc Biol Sci</source>
                    <year>2012</year>
                    <month>03</month>
                    <day>7</day>
                    <volume>279</volume>
                    <issue>1730</issue>
                    <fpage>916</fpage>
                    <lpage>924</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://rspb.royalsocietypublishing.org/cgi/pmidlookup?view=long&#38;pmid=21849316" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1098/rspb.2011.1246</pub-id>
                    <pub-id pub-id-type="medline">21849316</pub-id>
                    <pub-id pub-id-type="pii">rspb.2011.1246</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3259919</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Depp</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mausbach</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Granholm</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cardenas</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ben-Zeev</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patterson</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lebowitz</surname>
                            <given-names>BD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jeste</surname>
                            <given-names>DV</given-names>
                        </name>
                    </person-group>
                    <article-title>Mobile interventions for severe mental illness: design and preliminary data from three approaches</article-title>
                    <source>J Nerv Ment Dis</source>
                    <year>2010</year>
                    <month>10</month>
                    <volume>198</volume>
                    <issue>10</issue>
                    <fpage>715</fpage>
                    <lpage>721</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20921861" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1097/NMD.0b013e3181f49ea3</pub-id>
                    <pub-id pub-id-type="medline">20921861</pub-id>
                    <pub-id pub-id-type="pii">00005053-201010000-00003</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3215591</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>Michael</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grof</surname>
                            <given-names>Paul</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gyulai</surname>
                            <given-names>Laszlo</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rasgon</surname>
                            <given-names>Natalie</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Glenn</surname>
                            <given-names>Tasha</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Whybrow</surname>
                            <given-names>Peter C</given-names>
                        </name>
                    </person-group>
                    <article-title>Using technology to improve longitudinal studies: self-reporting with ChronoRecord in bipolar disorder</article-title>
                    <source>Bipolar Disord</source>
                    <year>2004</year>
                    <month>02</month>
                    <volume>6</volume>
                    <issue>1</issue>
                    <fpage>67</fpage>
                    <lpage>74</lpage>
                    <pub-id pub-id-type="medline">14996143</pub-id>
                    <pub-id pub-id-type="pii">085</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>aan het Rot</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hogenelst</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schoevers</surname>
                            <given-names>RA</given-names>
                        </name>
                    </person-group>
                    <article-title>Mood disorders in everyday life: a systematic review of experience sampling and ecological momentary assessment studies</article-title>
                    <source>Clin Psychol Rev</source>
                    <year>2012</year>
                    <month>08</month>
                    <volume>32</volume>
                    <issue>6</issue>
                    <fpage>510</fpage>
                    <lpage>523</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.cpr.2012.05.007</pub-id>
                    <pub-id pub-id-type="medline">22721999</pub-id>
                    <pub-id pub-id-type="pii">S0272-7358(12)00071-2</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Torous</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Friedman</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keshavan</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Smartphone ownership and interest in mobile applications to monitor symptoms of mental health conditions</article-title>
                    <source>JMIR Mhealth Uhealth</source>
                    <year>2014</year>
                    <volume>2</volume>
                    <issue>1</issue>
                    <fpage>e2</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2014/1/e2/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/mhealth.2994</pub-id>
                    <pub-id pub-id-type="medline">25098314</pub-id>
                    <pub-id pub-id-type="pii">v2i1e2</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4114412</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mayora</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Arnrich</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bardram</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Drager</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Personal health systems for bipolar disorder. Anecdotes, challenges and lessons learnt from MONARCA project</article-title>
                    <year>2013</year>
                    <conf-name>7th International Conference on Pervasive Computing Technologies for Healthcare</conf-name>
                    <conf-date>May 5-8, 2013</conf-date>
                    <conf-loc>Venice</conf-loc>
                    <publisher-name>IEEE</publisher-name>
                    <fpage>424</fpage>
                    <lpage>429</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&#38;arnumber=6563983&#38;isnumber=6563889" />
                        <ext-link ext-link-type="webcite" xlink:href="6eIeB7ID7"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6eIeB7ID7</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gruenerbl</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Osmani</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bahle</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Carrasco</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Oehler</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mayora</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haring</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lukowicz</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Using smart phone mobility traces for the diagnosis of depressive and manic episodes in bipolar patients</article-title>
                    <source>AH '14 Proceedings of the 5th Augmented Human International Conference</source>
                    <year>2014</year>
                    <conf-name>5th Augmented Human International Conference</conf-name>
                    <conf-date>March 7-9, 2014</conf-date>
                    <conf-loc>Kobe, Japan</conf-loc>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dl.acm.org/citation.cfm?doid=2582051.2582089" />
                        <ext-link ext-link-type="webcite" xlink:href="6eIcYcTcU"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6eIcYcTcU</pub-id> -->
                    <pub-id pub-id-type="doi">10.1145/2582051.2582089</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Faurholt-Jepsen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Frost</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vinberg</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Christensen</surname>
                            <given-names>EM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bardram</surname>
                            <given-names>JE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kessing</surname>
                            <given-names>LV</given-names>
                        </name>
                    </person-group>
                    <article-title>Smartphone data as objective measures of bipolar disorder symptoms</article-title>
                    <source>Psychiatry Res</source>
                    <year>2014</year>
                    <month>06</month>
                    <day>30</day>
                    <volume>217</volume>
                    <issue>1-2</issue>
                    <fpage>124</fpage>
                    <lpage>127</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.psychres.2014.03.009</pub-id>
                    <pub-id pub-id-type="medline">24679993</pub-id>
                    <pub-id pub-id-type="pii">S0165-1781(14)00187-5</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Osmani</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maxhuni</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gr&#252;nerbl</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lukowicz</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haring</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mayora</surname>
                            <given-names>O</given-names>
                        </name>
                    </person-group>
                    <article-title>Monitoring activity of patients with bipolar disorder using smart phones</article-title>
                    <year>2013</year>
                    <conf-name>International Conference on Advances in Mobile Computing &#38; Multimedia</conf-name>
                    <conf-date>2013</conf-date>
                    <conf-loc>Vienna, Austria</conf-loc>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dl.acm.org/citation.cfm?id=2536882" />
                        <ext-link ext-link-type="webcite" xlink:href="6eIcpQtLG"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6eIcpQtLG</pub-id> -->
                    <pub-id pub-id-type="doi">10.1145/2536853.2536882</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Doryab</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Frost</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Faurholt-Jepsen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kessing</surname>
                            <given-names>LV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bardram</surname>
                            <given-names>JE</given-names>
                        </name>
                    </person-group>
                    <article-title>Impact factor analysis: combining prediction with parameter ranking to reveal the impact of behavior on health outcome</article-title>
                    <source>Pers Ubiquit Comput</source>
                    <year>2014</year>
                    <month>9</month>
                    <day>21</day>
                    <volume>19</volume>
                    <issue>2</issue>
                    <fpage>355</fpage>
                    <lpage>365</lpage>
                    <pub-id pub-id-type="doi">10.1007/s00779-014-0826-8</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kuhs</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reschke</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Psychomotor activity in unipolar and bipolar depressive patients</article-title>
                    <source>Psychopathology</source>
                    <year>1992</year>
                    <volume>25</volume>
                    <issue>2</issue>
                    <fpage>109</fpage>
                    <lpage>116</lpage>
                    <pub-id pub-id-type="medline">1502292</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weinstock</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>IW</given-names>
                        </name>
                    </person-group>
                    <article-title>Functional impairment as a predictor of short-term symptom course in bipolar I disorder</article-title>
                    <source>Bipolar Disord</source>
                    <year>2008</year>
                    <month>05</month>
                    <volume>10</volume>
                    <issue>3</issue>
                    <fpage>437</fpage>
                    <lpage>442</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1399-5618.2007.00551.x</pub-id>
                    <pub-id pub-id-type="medline">18402632</pub-id>
                    <pub-id pub-id-type="pii">BDI551</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Angst</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sellaro</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Historical perspectives and natural history of bipolar disorder</article-title>
                    <source>Biol Psychiatry</source>
                    <year>2000</year>
                    <month>09</month>
                    <day>15</day>
                    <volume>48</volume>
                    <issue>6</issue>
                    <fpage>445</fpage>
                    <lpage>457</lpage>
                    <pub-id pub-id-type="medline">11018218</pub-id>
                    <pub-id pub-id-type="pii">S0006-3223(00)00909-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Curran</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>The disaggregation of within-person and between-person effects in longitudinal models of change</article-title>
                    <source>Annu Rev Psychol</source>
                    <year>2011</year>
                    <volume>62</volume>
                    <fpage>583</fpage>
                    <lpage>619</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19575624" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1146/annurev.psych.093008.100356</pub-id>
                    <pub-id pub-id-type="medline">19575624</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3059070</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="book">
                    <source>Diagnostic and statistical manual of mental disorders: DSM-IV</source>
                    <year>2000</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>American Psychiatric Association</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hartung</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lerer</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Anokwa</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tseng</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brunette</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Borriello</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Open data kit: tools to build information services for developing regions</article-title>
                    <year>2010</year>
                    <conf-name>4th International Conference on Information and Communication Technologies</conf-name>
                    <conf-date>December 13-16, 2010</conf-date>
                    <conf-loc>London</conf-loc>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dl.acm.org/citation.cfm?id=2369236&#38;dl=ACM&#38;coll=DL&#38;CFID=564244591&#38;CFTOKEN=59226497" />
                        <ext-link ext-link-type="webcite" xlink:href="6eIdczP21"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.1145/2369220.2369236</pub-id>
                    <!-- <pub-id pub-id-type="other">6eIdczP21</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Aharony</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pan</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ip</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Khayal</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pentland</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Social fMRI: Investigating and shaping social mechanisms in the real world</article-title>
                    <source>Pervasive and Mobile Computing</source>
                    <year>2011</year>
                    <month>12</month>
                    <volume>7</volume>
                    <issue>6</issue>
                    <fpage>643</fpage>
                    <lpage>659</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.pmcj.2011.09.004</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Aharony</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gardner</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sumter</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <source>Open Sensing Framework</source>
                    <access-date>2015-01-06</access-date>
                    <comment>funf<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.funf.org/about.html">http://www.funf.org/about.html</ext-link>
                    <ext-link ext-link-type="webcite" xlink:href="6VNU615RJ"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6VNU615RJ</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Borriello</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Breit</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brunette</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chaudhri</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dell</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Larson</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <source>Magnifying human resources through technology</source>
                    <access-date>2015-01-06</access-date>
                    <comment>OpenDataKit<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://opendatakit.org/">https://opendatakit.org/</ext-link>
                    <ext-link ext-link-type="webcite" xlink:href="6VNPfKj2l"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6VNPfKj2l</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>M&#252;hlbacher</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Egger</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kaplan</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Simhandl</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grunze</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Geretsegger</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Whitworth</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stupp&#228;ck</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>[Reliability and concordance validity of a German version of the Young Mania Rating Scale (YMRS-D)]</article-title>
                    <source>Neuropsychiatr</source>
                    <year>2011</year>
                    <volume>25</volume>
                    <issue>1</issue>
                    <fpage>16</fpage>
                    <lpage>25</lpage>
                    <pub-id pub-id-type="medline">21486540</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Young</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Biggs</surname>
                            <given-names>JT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ziegler</surname>
                            <given-names>VE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meyer</surname>
                            <given-names>DA</given-names>
                        </name>
                    </person-group>
                    <article-title>A rating scale for mania: reliability, validity and sensitivity</article-title>
                    <source>Brit J Psych</source>
                    <year>1978</year>
                    <month>11</month>
                    <day>01</day>
                    <volume>133</volume>
                    <issue>5</issue>
                    <fpage>429</fpage>
                    <lpage>435</lpage>
                    <pub-id pub-id-type="doi">10.1192/bjp.133.5.429</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hautzinger</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meyer</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <source>Bipolar affektive St&#246;rungen</source>
                    <year>2011</year>
                    <publisher-loc>Göttingen</publisher-loc>
                    <publisher-name>Hogrefe</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weyer</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <source>Internationale Skalen f&#252;r Psychiatrie, 5. vollst&#228;ndig &#252;berarbeitete und erweiterte Auflage</source>
                    <year>2004</year>
                    <publisher-loc>Göttingen</publisher-loc>
                    <publisher-name>Beltz Test GmbH</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hamilton</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>A rating scale for depression</article-title>
                    <source>J Neurol Neurosurg Psychiatry</source>
                    <year>1960</year>
                    <month>02</month>
                    <volume>23</volume>
                    <fpage>56</fpage>
                    <lpage>62</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jnnp.bmj.com/cgi/pmidlookup?view=long&#38;pmid=14399272" />
                    </comment>
                    <pub-id pub-id-type="medline">14399272</pub-id>
                    <pub-id pub-id-type="pmcid">PMC495331</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Zimmerman</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Martinez</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Young</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chelminski</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dalrymple</surname>
                            <given-names>K</given-names>
                        </name>
                    </person-group>
                    <article-title>Severity classification on the Hamilton Depression Rating Scale</article-title>
                    <source>J Affect Disord</source>
                    <year>2013</year>
                    <month>09</month>
                    <day>5</day>
                    <volume>150</volume>
                    <issue>2</issue>
                    <fpage>384</fpage>
                    <lpage>388</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jad.2013.04.028</pub-id>
                    <pub-id pub-id-type="medline">23759278</pub-id>
                    <pub-id pub-id-type="pii">S0165-0327(13)00301-7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Aarts</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Verhage</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Veenvliet</surname>
                            <given-names>JV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dolan</surname>
                            <given-names>CV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van der Sluis</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>A solution to dependency: using multilevel analysis to accommodate nested data</article-title>
                    <source>Nat Neurosci</source>
                    <year>2014</year>
                    <month>04</month>
                    <volume>17</volume>
                    <issue>4</issue>
                    <fpage>491</fpage>
                    <lpage>496</lpage>
                    <pub-id pub-id-type="doi">10.1038/nn.3648</pub-id>
                    <pub-id pub-id-type="medline">24671065</pub-id>
                    <pub-id pub-id-type="pii">nn.3648</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hox</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <source>Multilevel analysis: techniques and applications</source>
                    <year>2002</year>
                    <publisher-loc>Mahwah, NJ</publisher-loc>
                    <publisher-name>Lawrence Erlbaum Associates</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref40">
                <label>40</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <collab>StataCorp</collab>
                    </person-group>
                    <source>Stata Statistical Software: Release 12</source>
                    <year>2011</year>
                    <publisher-loc>College Station, TX</publisher-loc>
                    <publisher-name>StataCorp LP</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref41">
                <label>41</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Breit-Gabauer</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Berg</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Demelbauer</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schrott</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stampfer</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lenz</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Fr&#252;hwarnsymptome und Copingstrategien bei Patienten mit bipolaren St&#246;rungen</article-title>
                    <source>Verhaltenstherapie</source>
                    <year>2010</year>
                    <month>11</month>
                    <volume>20</volume>
                    <issue>3</issue>
                    <fpage>183</fpage>
                    <lpage>191</lpage>
                    <pub-id pub-id-type="doi">10.1159/000319447</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref42">
                <label>42</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jackson</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cavanagh</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scott</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>A systematic review of manic and depressive prodromes</article-title>
                    <source>J Affect Disord</source>
                    <year>2003</year>
                    <month>05</month>
                    <volume>74</volume>
                    <issue>3</issue>
                    <fpage>209</fpage>
                    <lpage>217</lpage>
                    <pub-id pub-id-type="medline">12738039</pub-id>
                    <pub-id pub-id-type="pii">S0165032702002665</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref43">
                <label>43</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>SL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meyer</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Winett</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Small</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Social support and self-esteem predict changes in bipolar depression but not mania</article-title>
                    <source>J Affect Disorders</source>
                    <year>2000</year>
                    <month>4</month>
                    <volume>58</volume>
                    <issue>1</issue>
                    <fpage>79</fpage>
                    <lpage>86</lpage>
                    <pub-id pub-id-type="doi">10.1016/S0165-0327(99)00133-0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref44">
                <label>44</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Depp</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>DH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vergel de Dios</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ceglowski</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>A Pilot Study of Mood Ratings Captured by Mobile Phone Versus Paper-and-Pencil Mood Charts in Bipolar Disorder</article-title>
                    <source>J Dual Diagn</source>
                    <year>2012</year>
                    <month>01</month>
                    <day>1</day>
                    <volume>8</volume>
                    <issue>4</issue>
                    <fpage>326</fpage>
                    <lpage>332</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23646035" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1080/15504263.2012.723318</pub-id>
                    <pub-id pub-id-type="medline">23646035</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3640573</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>