<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i10e29615</article-id>
      <article-id pub-id-type="pmid">34661547</article-id>
      <article-id pub-id-type="doi">10.2196/29615</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Validity and Reliability of the Self-administered Psycho-TherApy-SystemS (SELFPASS) Item Pool for the Daily Mood Tracking of Depressive Symptoms: Cross-sectional Web-Based Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>De Witte</surname>
            <given-names>Nele</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cheng</surname>
            <given-names>Christina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Mayer</surname>
            <given-names>Gwendolyn</given-names>
          </name>
          <degrees>Dr sc hum</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of General Internal Medicine and Psychosomatics</institution>
            <institution>University Hospital Heidelberg</institution>
            <addr-line>Im Neuenheimer Feld 130 3</addr-line>
            <addr-line>Heidelberg, 69120</addr-line>
            <country>Germany</country>
            <phone>49 6221 56 35685</phone>
            <email>gwendolyn.mayer@med.uni-heidelberg.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5886-3226</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hummel</surname>
            <given-names>Svenja</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2081-7918</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gronewold</surname>
            <given-names>Nadine</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2811-948X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Oetjen</surname>
            <given-names>Neele</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2816-7665</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hilbel</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8071-4876</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Schultz</surname>
            <given-names>Jobst-Hendrik</given-names>
          </name>
          <degrees>PD, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9433-3970</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of General Internal Medicine and Psychosomatics</institution>
        <institution>University Hospital Heidelberg</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Electrical Engineering and Applied Sciences</institution>
        <institution>Westphalian University of Applied Sciences</institution>
        <addr-line>Gelsenkirchen</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Gwendolyn Mayer <email>gwendolyn.mayer@med.uni-heidelberg.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>10</issue>
      <elocation-id>e29615</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>8</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Gwendolyn Mayer, Svenja Hummel, Nadine Gronewold, Neele Oetjen, Thomas Hilbel, Jobst-Hendrik Schultz. Originally published in JMIR Mental Health (https://mental.jmir.org), 18.10.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2021/10/e29615" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>e-Mental health apps targeting depression have gained increased attention in mental health care. Daily self-assessment is an essential part of e-mental health apps. The Self-administered Psycho-TherApy-SystemS (SELFPASS) app is a self-management app to manage depressive and comorbid anxiety symptoms of patients with a depression diagnosis. A self-developed item pool with 40 depression items and 12 anxiety items is included to provide symptom-specific suggestions for interventions. However, the psychometric properties of the item pool have not yet been evaluated.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to investigate the validity and reliability of the SELFPASS item pool.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A weblink with the SELFPASS item pool and validated mood assessment scales was distributed to healthy subjects and patients who had received a diagnosis of a depressive disorder within the last year. Two scores were derived from the SELFPASS item pool: SELFPASS depression (SP-D) and SELFPASS anxiety (SP-A). Reliability was examined using Cronbach α. Construct validity was assessed through Pearson correlations with the Patient Health Questionnaire-9 (PHQ-9), the General Anxiety Disorder Scale-7 (GAD-7), and the WHO-5-Wellbeing-Scale (WHO-5). Logistic regression analysis was performed as an indicator for concurrent criterion validity of SP-D and SP-A. Factor analysis was performed to provide information about the underlying factor structure of the item pool. Item-scale correlations were calculated in order to determine item quality.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 284 participants were included, with 192 (67.6%) healthy subjects and 92 (32.4%) patients. Cronbach α was set to .94 for SP-D and α=.88 for SP-A. We found significant positive correlations between SP-D and PHQ-9 scores (<italic>r</italic>=0.87; <italic>P</italic>&#60;.001) and between SP-A and GAD-7 scores (<italic>r</italic>=0.80; <italic>P</italic>&#60;.001), and negative correlations between SP-D and WHO-5 scores (<italic>r</italic>=–0.80; <italic>P</italic>&#60;.001) and between SP-A and WHO-5 scores (<italic>r</italic>=–0.69; <italic>P</italic>&#60;.001). Increasing scores of SP-D and SP-A led to increased odds of belonging to the patient group (SP-D: odds ratio 1.03, 95% CI 1.01-1.05; <italic>P</italic>&#60;.001; SP-A: 1.05, 1.05-1.01; <italic>P</italic>=.01). The item pool yielded 2 factors: one that consisted of mood-related items and another with somatic-related items.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The SELFPASS item pool showed good psychometric properties in terms of reliability, construct, and criterion validity. The item pool is an appropriate source for daily mood tracking in future e-mental health apps among patients with depression. Our study provides general recommendations for future developments as well as recommendations within the item pool.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>self-management</kwd>
        <kwd>mood tracking</kwd>
        <kwd>validity</kwd>
        <kwd>reliability</kwd>
        <kwd>item pool</kwd>
        <kwd>questionnaire</kwd>
        <kwd>depression</kwd>
        <kwd>anxiety</kwd>
        <kwd>mood assessment</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Mood Tracking and Symptom Monitoring in e-Mental Health Apps</title>
        <p>e-Mental health apps targeting depression and anxiety play an increasing role in mental health care ranging from smartphone-based monitoring apps to extensive treatment applications [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Their evidence is regularly reviewed and shows that especially guided interventions are as successful as treatment-as-usual controls [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. However, some barriers are still prevalent to fully exploit the potential of e-mental health apps in clinical practice. This might be owing to the fact that apps from clinical studies are not necessarily available in app stores, and choosing the right app poses difficulties among potential users [<xref ref-type="bibr" rid="ref6">6</xref>]. Moreover, web-based interventions are subject to high attrition rates, as users may drop out soon after downloading apps [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The reasons for this low user engagement were identified beside others in the poor usability, the lack of user-centric design, and in their low ability to identify a crisis [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Regular mood tracking and symptom monitoring is a necessary step to identify sudden fluctuations that may hint at a suicidal crisis. The purpose of mood tracking in e-mental health apps for depression lies in the enhanced opportunities for self-reflection on mood and on their patterns and potential triggers of symptom aggravation [<xref ref-type="bibr" rid="ref10">10</xref>]. Mood tracking is already implemented in a major share of e-mental health apps for depression. A recent review of Qu et al [<xref ref-type="bibr" rid="ref11">11</xref>] on the functionality of 29 top-rated depression apps found that 19 (66%) included tools for mood tracking based on regular self-reports. Another review that focused on both, mobile apps and browser-based programs for depression, found mood-tracking functionalities in 86% [<xref ref-type="bibr" rid="ref1">1</xref>]. Repeated measurement of a person’s mood or behavior in real time is referred to as ecological momentary assessment [<xref ref-type="bibr" rid="ref12">12</xref>], and recent studies have shown the predictive power of mobile technology for depressive symptoms by capturing step counts and sedentary behavior [<xref ref-type="bibr" rid="ref13">13</xref>], or vital parameters including sleep quality and heart rate [<xref ref-type="bibr" rid="ref14">14</xref>]. However, currently available apps and programs hardly exploit the full technological potential of connecting wearable functionalities of the mobile phone or sensor data to regular mood queries [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Regarding anxiety apps, there is only scarce data on the availability and technical realization of mood tracking thus far. The last comprehensive study [<xref ref-type="bibr" rid="ref2">2</xref>] that contributed to this question was published in 2017 and found 52 apps, 29% of which provided “emotional ratings.” It remains unclear if these ratings target mood tracking or rather initial screenings.</p>
      </sec>
      <sec>
        <title>Digital Mood-Related Self-assessment Tools</title>
        <p>Digital versions of self-report scales regarding psychiatric symptoms show a comparable reliability to paper-pencil versions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. However, a detailed review of the diagnostic provenance of questions used in e-mental health apps has been missing thus far. The most frequently used questionnaire in depression management apps and chatbots is either the depression module of the Patient Health Questionnaire (PHQ-9) or self-developed questions [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The PHQ-9 is a brief depression screening instrument that has been validated across a variety of medical conditions [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. The patients’ task is to self-assess the severity of 9 depressive symptom criteria over a span of the past 2 weeks; cut-off scores then allow for the assessment of depression severity. However, there are several disadvantages of the use of the PHQ-9 in a self-management app for depression. First, mood tracking in common e-mental health apps should be performed at least on a daily basis to provide timely information on the progression or worsening of symptoms and to make suggestions for symptom-specific interventions [<xref ref-type="bibr" rid="ref1">1</xref>]. In such high-frequency self-assessment, it is important to ensure variety within the daily survey process to avoid the test routine. It has been shown that participants’ compliance to give valid responses to frequent mood assessment declines with high repetition rates [<xref ref-type="bibr" rid="ref21">21</xref>]. The PHQ-9 is a self-assessment instrument that is not conceptualized for daily use, as the adherence to answering the same 9 questions every day may be low. Moreover, the questions refer to the past 2 weeks, and patients with depression may experience negative memory bias [<xref ref-type="bibr" rid="ref22">22</xref>]. Finally, the PHQ-9 items screen depression criteria on the basis of DSM-IV [<xref ref-type="bibr" rid="ref19">19</xref>], which differs slightly from the International Classification of Diseases (ICD) criteria. In general, DSM-IV diagnostic criteria require the presence of fewer symptoms than ICD-10 criteria, which reveals a slightly higher prevalence of depression in countries that rely on DSM rather than ICD [<xref ref-type="bibr" rid="ref23">23</xref>]. Therefore, depression criteria that target an ICD-based diagnostic health system, similar to European countries, should not only rely on PHQ-9 items, even though it is an accepted tool in the clinical routine.</p>
      </sec>
      <sec>
        <title>Comorbidity of Depression and Anxiety</title>
        <p>Recently since the introduction of the mixed anxiety-depressive disorder (F41.2) category in the ICD-10 in 1992, the complexity of differential diagnostics of anxiety and depression became evident [<xref ref-type="bibr" rid="ref24">24</xref>]. Data on the prevalence of mental disorders in the United States reveal that 50%-60% of individuals with major depressive disorder (MDD) have also received a diagnosis of an anxiety disorder [<xref ref-type="bibr" rid="ref25">25</xref>], and comparable data have been reported in Germany [<xref ref-type="bibr" rid="ref26">26</xref>]. Theories on the relationship between the 2 diseases existed early on. Clark et al [<xref ref-type="bibr" rid="ref27">27</xref>] described with their “tripartite model of anxiety and depression” that the general negative feelings are common to both syndromes, while the lack of positive feelings distinguishes depression from anxiety. According to them, only scales with symptom-specific content can sufficiently distinguish between the 2 syndromes [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. In clinical practice, screening instruments are used specifically for 1 of the 2 diseases; for example, the PHQ-9 for depression [<xref ref-type="bibr" rid="ref19">19</xref>] and the Generalized Anxiety Disorder Scale-7 (GAD-7) [<xref ref-type="bibr" rid="ref29">29</xref>] are both modules of the PHQ [<xref ref-type="bibr" rid="ref30">30</xref>]. However, some instruments cover both in the same test; for example, the Hospital Anxiety and Depression Scale (HADS) [<xref ref-type="bibr" rid="ref31">31</xref>]. Developing an item pool for the usage of web-based daily mood assessments, while considering symptoms of comorbid anxiety in patients with depression, is necessary to provide symptom-specific intervention suggestions.</p>
      </sec>
      <sec>
        <title>Somatic Aspects in the Presentation of Depression</title>
        <p>Somatic symptoms play an essential role in depressive symptomatology over the lifespan. Recent results have pointed out that depressive symptoms tend to shift with increasing age from a mood-related profile of symptoms to rather vegetative somatic symptoms including psychomotor agitation, gastrointestinal problems, or sleep disturbances [<xref ref-type="bibr" rid="ref32">32</xref>]. Few vegetative symptoms are considered part of the diagnostic routine; for example, fatigue, loss of appetite, and sleep [<xref ref-type="bibr" rid="ref33">33</xref>]. Understanding the individual burden profile has been found to be crucial for targeted treatment, as patients with higher values in self-criticism respond better to psychotherapy than those with a somatic symptom profile [<xref ref-type="bibr" rid="ref34">34</xref>]. As a result, in developing an item pool for daily mood tracking in e-mental health apps, somatic symptoms should be considered to a certain extent. With regard to comorbid anxiety symptoms, somatic aspects of a panic disorder, which are associated with the characteristics of specific illnesses, have as well been detected early on [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>Scale Development Process</title>
        <p>Scale development is a defined procedure that has been described comprehensively [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. In short, 5 major steps are usually followed, beginning with (1) the generation of an item pool that is based on an extensive literature review and definition of the core concepts and the targeted population for the future scale. Item writing should involve simple and straightforward language while avoiding complex, ambiguous items. If a Likert-scale format is chosen, considerations about allowing midrange ratings are highly dependent on targets and core assumptions regarding the response behavior. Hence, no general conclusion regarding which response format is best is feasible [<xref ref-type="bibr" rid="ref39">39</xref>]. (2) Qualitative analysis of the so far generated items and their content is the second step to (3) prepare a pilot with a small sample size. After that, (4) a larger evaluation study with a selected sample should be carried out by applying psychometric properties for reliability and different types of validity. Only then, norm values with a representative sample would be established [<xref ref-type="bibr" rid="ref36">36</xref>]. The following investigation includes steps 1 to 4, while step 3 was included in a feasibility study that is currently being prepared for publication.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The aim of this study is the development of an item pool of mood-related questions for daily self-assessment in an e-mental health app to cover the main aspects of depressive symptoms in accordance with the diagnostic criteria of ICD-10 and comorbid symptoms of anxiety. We investigated the psychometric properties’ reliability, construct validity, criterion validity, and item-scale correlation of the item pool, which may be used for future self-management apps with suggestions for symptom-specific interventions. Thus, we aim to develop recommendations for the integration of mood-tracking items in future e-mental health apps.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>The Self-administered Psycho-Therapy-SystemS App</title>
        <p>The mobile app Self-administered Psycho-TherApy-SystemS (SELFPASS) was developed in a German study that received federal funding. This app was designed to improve the self-management of patients with depression on the basis of an individualized daily mood score. The target group comprises patients diagnosed with depression, who often wait a long time for a face-to-face psychotherapy [<xref ref-type="bibr" rid="ref40">40</xref>]. The app allows for daily monitoring of depressive symptoms on the one hand and daily interventions to support patients on the other hand. SELFPASS does not claim to replace a face-to-face psychotherapy but rather to help patients during the waiting period, in order to bridge the treatment gap [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>An item pool of 52 depression- and anxiety-related questions was developed to cover the main aspects of depressive symptoms and to provide suggestions for a pool of individualized interventions. Out of all items, 40 questions refer to depressive and 12 to anxiety symptoms. All questions are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> in the original German version and translated to English (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The item pool was developed jointly by mental health experts, who were part of an interdisciplinary team of psychologists and physicians in the clinic of psychosomatics. Items were translated by the authors and critically checked by active colleagues from the United States and other English-speaking countries. The main development approach was a rational construction strategy; that is, the process was guided mainly by theoretical considerations on the nature of depressive symptomatology [<xref ref-type="bibr" rid="ref42">42</xref>]. The content of the depression items followed the major and minor symptoms of major depression in accordance with ICD-10 criteria, of which major symptoms are depressed mood, loss of interest, and loss of energy. Minor symptoms referred to the commonly listed ones including lack of concentration, feelings of worthlessness, guilt, pessimistic future expectations, suicidal ideation, sleep disturbances, and loss of appetite [<xref ref-type="bibr" rid="ref33">33</xref>]. We used the following standardized diagnostic instruments as an additional source of information regarding the nature of symptom queries; however, all questions were rephrased: depression screening using 2 questions [<xref ref-type="bibr" rid="ref43">43</xref>], PHQ-9 [<xref ref-type="bibr" rid="ref19">19</xref>], HADS [<xref ref-type="bibr" rid="ref31">31</xref>], and the short version of the Beck Depression Inventory (BDI-V) [<xref ref-type="bibr" rid="ref44">44</xref>]. As these instruments are part of routine diagnostics [<xref ref-type="bibr" rid="ref45">45</xref>] and are also validated in their German version [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], they provided an evidence-based foundation for the development of the SELFPASS items. We considered the following as anxiety symptoms: nervousness, excessive worry, accompanied by the inability to stop them, restlessness and not being able to relax, tendency to panic, and the fear of something awful happening. Anxiety questions were inclined toward clinical instruments (GAD-7), and further psychometric scales [<xref ref-type="bibr" rid="ref48">48</xref>] including the State-Trait Anxiety Inventory (STAI) [<xref ref-type="bibr" rid="ref49">49</xref>] and the anxiety subscale of the HADS, all of which have shown good validity in their German version [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Moreover, we included 2 of our own anxiety-related questions targeting the feeling of tightness in the chest and difficulty breathing, which are common symptoms of a panic attack [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>All questions were rephrased. Each symptom was assessed through 4 different items in accordance with recommendations in the literature regarding test construction [<xref ref-type="bibr" rid="ref51">51</xref>]: 2 of them were formulated in a negative direction and 2 in a positive direction to ensure diversion and to control for response bias (for example, “I have trouble concentrating on something” and “I can stick to one thing and concentrate fully on it”). The items were scored on a 6-point Likert scale ranging from 0=don’t agree to 5=agree. After starting the SELFPASS app, the user is asked to complete a daily self-assessment of at least 6 items from the SELFPASS item pool. Two of the questions relate to major depressive symptoms, 2 of them to minor symptoms, and the remaining 2 to anxiety symptoms. The number of daily questions may increase on the basis of the answers of the previous day, as the algorithm is designed to track individual symptoms. If a value of 3 is exceeded (positively formulated questions were automatically recoded by the algorithm), the symptom will be assessed again with an alternative formulation on the next day. Thus, the app is able to generate an individualized symptom profile based on the patient’s most prevalent current symptoms of the respective last 3 days and suggests 3 potentially appropriate interventions. For example, a result of highly prevalent anxiety symptoms will recommend relaxation interventions, while symptoms of ruminating and self-doubt will lead to an intervention suggestion for behavioral activation and cognitive restructuring.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>We used a cross-sectional, web-based survey design to investigate the validity and reliability of the SELFPASS item pool. The study population consisted of 2 groups. The first group included healthy subjects, who reported not having any affective disorder within in the last 3 years. The second group included patients, who have received a diagnosis of any depressive disorder within the last year. We excluded patients with bipolar disorder, a psychosis, or suicidal ideation. Ethical approval for this study was granted by the Ethics Commission of the Medical Faculty of Heidelberg University (S-031/2020).</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>The survey was made available on the internet via the soscisurvey.de [<xref ref-type="bibr" rid="ref52">52</xref>] platform with 1 link each for patients and healthy subjects. The 2 versions included the same questionnaires except for demographic details. Thus, potentially psychiatric disorders in healthy subjects, who might take part in the study coincidentally, could be excluded. Exclusion criteria were a diagnosis with a bipolar affective disorder, a psychosis, or another psychiatric disorder within the last 3 years, and suicidality. Potentially suicidal participants were forwarded to an extra page with contact information for support. The group of healthy adults was recruited through social media channels and personal contact networks.</p>
        <p>Patients were recruited within the Heidelberg University Hospital. They were contacted personally, via email or by post, and received a weblink to the study. Thus, the presence of a physicians’ diagnosis could be ensured, which is a prerequisite to assess criterion validity. Exclusion criteria were applied in advance.</p>
      </sec>
      <sec>
        <title>Validation Procedures</title>
        <p>We provided 4 major parts of mood-related questions in random order: the German versions of the PHQ-9, GAD-7, WHO-5-Wellbeing-Scale (WHO-5) [<xref ref-type="bibr" rid="ref53">53</xref>], as well as the SELFPASS item pool.</p>
        <p>The PHQ-9 is a 9-item tool to assess depressive symptoms. The responses are rated on a 4-point Likert scale ranging from 0=not at all to 3=nearly every day. GAD-7 assesses 7 anxiety items on a scale from 0=not at all to 3=nearly every day. Both the PHQ-9 and GAD-7 consider a cut-off score of 10, with higher values indicating MDD [<xref ref-type="bibr" rid="ref54">54</xref>] or moderate anxiety symptoms [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>WHO-5 consists of 5 items, rated on a scale from 0=no time to 5=all of the time, for subjective well-being of the participant, with a high score indicating higher well-being. It was initially introduced by the World Health Organization (WHO) in 1998 as a first step in a 10-item screening process of depression and is usually followed by a diagnostic interview [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>In this study, all psychometric instruments are used for construct validation, which refers to the alignment of the concepts measured by the instrument with their theoretical construct [<xref ref-type="bibr" rid="ref57">57</xref>]. While the outcomes of the PHQ-9 and GAD-7 relative to SELFPASS scores serve as an indicator for convergent validity, the relationship between WHO-5 scores and SELFPASS scores demonstrate divergent validity. In turn, criterion validity targets the relationship between the results by the tested measures to an external criterion [<xref ref-type="bibr" rid="ref57">57</xref>]. In our study, we considered the presence or absence of a valid physicians’ depression diagnosis as an external criterion to show the validity of the SELFPASS scores.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Statistical analysis was carried out in multiple steps using SPSS (version 24; IBM Corp) [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p>We excluded those data sets with a relative speed index of &#62;1.75 as well as above 10% missing data per participant following pragmatic considerations and recommendations of the literature [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. The option “no specification” for the SELFPASS items was treated as missing values for all statistical analyses.</p>
        <p>After descriptive analysis of all participants (including means, SDs, and frequencies) we calculated subscales among the 40 SELFPASS depression (SP-D) and the 12 SELFPASS anxiety (SP-A) items.</p>
        <p>We used Cronbach α to determine internal consistency of the subscales. Cronbach α&#62;.80 was considered a threshold for acceptance [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>].</p>
        <p>Convergent validity was assessed using Pearson correlation coefficients of SP-D with PHQ-9 and SP-A with GAD-7. Pearson correlation coefficients were also computed for WHO-5 and SP-D and for the sum of SP-A and SP to assess discriminant validity. Following Cohen’s [<xref ref-type="bibr" rid="ref63">63</xref>] definition, <italic>r</italic>&#62;0.30 can be interpreted as a moderate and <italic>r</italic>&#62;0.50 a strong correlation.</p>
        <p>Logistic regression analysis was performed to analyze the power of SP-D and SP-A to distinguish between patients and healthy subjects. The results will serve as criterion validation. We considered the <italic>R</italic><sup>2</sup> value in accordance with Nagelkerke [<xref ref-type="bibr" rid="ref64">64</xref>] as good if it fell within a range of <italic>R<sup>2</sup></italic>=0.20 and 0.40.</p>
        <p>We carried out an explorative factor analysis to investigate the underlying factor structure of the items. At first, we applied the analysis to the whole sample, and a more detailed investigation studied the factor structure within the data of only the patients. The Kaiser-Meyer-Olkin (KMO) measure of sampling adequacy was interpreted as acceptable if its value exceeded 0.50 [<xref ref-type="bibr" rid="ref65">65</xref>]. The Bartlett test [<xref ref-type="bibr" rid="ref66">66</xref>] of sphericity revealed a significant (<italic>P</italic>&#60;.001) result, which indicated that the items were appropriate for factor analysis [<xref ref-type="bibr" rid="ref67">67</xref>]. We chose a principal axis factor analysis approach followed by oblimin rotation, as recommended for factors that might show intercorrelations [<xref ref-type="bibr" rid="ref67">67</xref>].</p>
        <p>Finally, we correlated the items’ values with the respective scale value to obtain the individual item-scale correlation for the analysis of the discriminatory power of each item. We applied the rule of thumb to remove items with a correlation below <italic>r</italic>=0.30 [<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>]. The share of missing values of single items and their inter-item correlations was as well interpreted as an indicator for low item quality. We considered items with more than 20 inter-item correlations below <italic>r</italic>=0.20 as critical in accordance with recommendations from the literature [<xref ref-type="bibr" rid="ref70">70</xref>]. However, the final decision about deletion of the respective items was made jointly together after the analysis of missing values and discriminatory power. All results on the level of single items are reported in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
        <p>A level of <italic>P</italic>&#60;.05 was considered significant in all statistical tests.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>In total, 329 participants responded to the web-based questionnaire from end-March to mid-August 2020. After excluding respondents with a relative speed index of &#62;1.75 (n=31) and more than 10% of missing items (n=4), as well as healthy subjects with a psychiatric diagnosis (n=10), the final sample comprised 284 participants. The sample consisted of 192 (67.6%) healthy subjects and 92 (32.4%) patients. The demographic characteristics of the participants are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics of the study sample (N=284).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="410"/>
            <col width="0"/>
            <col width="210"/>
            <col width="0"/>
            <col width="190"/>
            <col width="0"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td colspan="5">Participants</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Healthy subjects (n=192)</td>
                <td colspan="2">Patients (n=92)</td>
                <td>Total</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">29.02 (9.70)</td>
                <td colspan="2">40.46 (14.91)</td>
                <td>32.73 (12.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">43 (22.4)</td>
                <td colspan="2">38 (41.3)</td>
                <td colspan="2">81 (28.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">148 (77.1)</td>
                <td colspan="2">53 (57.6)</td>
                <td colspan="2">201 (70.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">1 (0.5)</td>
                <td colspan="2">1 (1.1)</td>
                <td colspan="2">2 (0.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Family status, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Single</td>
                <td colspan="2">162 (84.4)</td>
                <td colspan="2">46 (50.0)</td>
                <td colspan="2">208 (73.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td colspan="2">19 (9.9)</td>
                <td colspan="2">31 (33.7)</td>
                <td colspan="2">50 (17.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Divorced</td>
                <td colspan="2">7 (3.6)</td>
                <td colspan="2">7 (7.6)</td>
                <td colspan="2">14 (4.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widowed</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (2.2)</td>
                <td colspan="2">2 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Separated</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">5 (5.4)</td>
                <td colspan="2">5 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">4 (2.1)</td>
                <td colspan="2">1 (1.1)</td>
                <td colspan="2">5 (1.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Level of education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No degree</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3 (3.3)</td>
                <td colspan="2">3 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school</td>
                <td colspan="2">64 (33.3)</td>
                <td colspan="2">37 (40.2)</td>
                <td colspan="2">101 (35.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>College</td>
                <td colspan="2">123 (64.1)</td>
                <td colspan="2">47 (51.1)</td>
                <td colspan="2">170 (59.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dissertation/PhD</td>
                <td colspan="2">5 (2.6)</td>
                <td colspan="2">2 (2.2)</td>
                <td colspan="2">7 (2.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3 (3.3)</td>
                <td colspan="2">3 (1.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Profession, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-employed</td>
                <td colspan="2">3 (1.6)</td>
                <td colspan="2">1 (1.1)</td>
                <td colspan="2">4 (1.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Worker</td>
                <td colspan="2">5 (2.6)</td>
                <td colspan="2">9 (9.8)</td>
                <td colspan="2">14 (4.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Civil servant</td>
                <td colspan="2">3 (1.6)</td>
                <td colspan="2">3 (3.3)</td>
                <td colspan="2">6 (2.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employee</td>
                <td colspan="2">51 (26.6)</td>
                <td colspan="2">37 (40.2)</td>
                <td colspan="2">88 (31.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not working</td>
                <td colspan="2">3 (1.6)</td>
                <td colspan="2">11 (12.0)</td>
                <td colspan="2">14 (4.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Student/pupil</td>
                <td colspan="2">123 (64.1)</td>
                <td colspan="2">17 (18.5)</td>
                <td colspan="2">140 (49.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Retired</td>
                <td colspan="2">3 (1.6)</td>
                <td colspan="2">5 (5.4)</td>
                <td colspan="2">8 (2.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">1 (0.5)</td>
                <td colspan="2">9 (9.8)</td>
                <td colspan="2">10 (3.5)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Psychometric Scores and SELFPASS Subscales</title>
        <p>The mean scores of all psychometric scales and the SELFPASS subscales are presented in <xref ref-type="table" rid="table2">Table 2</xref>. On average, the healthy subjects had lower scores on all scales than the patients, except for the WHO-5.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Scores of healthy subjects and patients on the psychometric scales.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="410"/>
            <col width="320"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td>Scale</td>
                <td>Healthy subjects (n=192), mean (SD)</td>
                <td>Patients (n=92), mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>SELFPASS<sup>a</sup> for depression</td>
                <td>53.33 (24.62)</td>
                <td>87.40 (29.27)</td>
              </tr>
              <tr valign="top">
                <td>SELFPASS for anxiety</td>
                <td>18.63 (9.65)</td>
                <td>31.37 (11.62)</td>
              </tr>
              <tr valign="top">
                <td>Overall Self-administered Psycho-TherApy-SystemS</td>
                <td>71.96 (32.37)</td>
                <td>118.77 (38.63)</td>
              </tr>
              <tr valign="top">
                <td>Patient Health Questionnaire-9</td>
                <td>5.39 (3.95)</td>
                <td>10.40 (5.23)</td>
              </tr>
              <tr valign="top">
                <td>General Anxiety Disorder Scale-7</td>
                <td>5.03 (3.88)</td>
                <td>8.76 (4.53)</td>
              </tr>
              <tr valign="top">
                <td>WHO-5-Wellbeing-Scale</td>
                <td>14.46 (4.86)</td>
                <td>8.57 (5.47)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup> SELFPASS: Self-administered Psycho-TherApy-SystemS.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Reliability</title>
        <p>The internal consistency of the 40-item SP-D subscale and the 12-item SP-A subscale was assessed from a Cronbach α of .94 for SP-D (n=240) and .88 for SP-A (n=275).</p>
      </sec>
      <sec>
        <title>Construct Validity</title>
        <p><xref ref-type="table" rid="table3">Table 3</xref> shows the results of construct validity analysis. Regarding convergent validity, the SELFPASS depression and anxiety subscale show positive correlations with the scores of PHQ-9 and GAD-7, respectively, as valid depression and anxiety measures. The data reveal significant negative correlations among all 3 SELFPASS scores with WHO-5 scores, showing discriminant validity.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Pearson correlation analysis to determine the correlation between the scores of SELFPASS<sup>a</sup> subscales with those of the Patient Health Questionnaire-9, General Anxiety Disorder Scale-7, and WHO-5-Wellbeing-Scale.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="220"/>
            <col width="0"/>
            <col width="210"/>
            <col width="0"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="5">Pearson correlation coefficient</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">SELFPASS for depression</td>
                <td colspan="2">SELFPASS for anxiety</td>
                <td>Overall SELFPASS</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Convergent validity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient Health Questionnaire-9</td>
                <td>0.87<sup>b</sup></td>
                <td colspan="2">0.74<sup>b</sup></td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General Anxiety Disorder Scale-7</td>
                <td>0.70<sup>b</sup></td>
                <td colspan="2">0.80<sup>b</sup></td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Discriminant validity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WHO-5-Wellbeing-Scale</td>
                <td>–0.80<sup>b</sup></td>
                <td colspan="2">–0.69<sup>b</sup></td>
                <td colspan="2">–0.80<sup>b</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup> SELFPASS: Self-administered Psycho-TherApy-SystemS.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup><italic>P</italic>&#60;.01.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Criterion Validity</title>
        <p>The results of the logistic regression analysis for patients and healthy subjects are presented in <xref ref-type="table" rid="table4">Table 4</xref>. The overall model was significant (<italic>χ</italic><sup>2</sup><sub>2</sub>=91.39; <italic>P</italic>&#60;.001; N=284) as well as the coefficients SP-D and SP-A. Increasing scores for depression and anxiety increase the odds of being part of the patient group. Details are presented in <xref ref-type="table" rid="table4">Table 4</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Results of logistic regression analysis indicating the probability of being part of the patient group on the basis of the scores of the SELFPASS depression and anxiety subscales<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Predictor</td>
                <td>β (SE)</td>
                <td><italic>P</italic> value</td>
                <td>Odds ratio (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Constant</td>
                <td>–4.15 (0.49)</td>
                <td>&#60;.001</td>
                <td>0.02</td>
              </tr>
              <tr valign="top">
                <td>SELFPASS for depression</td>
                <td>0.03 (0.01)</td>
                <td>&#60;.001</td>
                <td>1.03 (1.01-1.05)</td>
              </tr>
              <tr valign="top">
                <td>SELFPASS for anxiety</td>
                <td>0.05 (0.02)</td>
                <td>.01</td>
                <td>1.05 (1.01-1.10)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>SELFPASS: Self-administered Psycho-TherApy-SystemS; Omnibus test: <italic>χ</italic><sup>2</sup><sub>2</sub>=91.39; <italic>P</italic>&#60;.001; Hosmer–Lemeshow test: <italic>χ</italic><sup>2</sup><sub>8</sub>=7.16; <italic>P</italic>=.52; Nagelkerke <italic>R<sup>2</sup></italic>=0.38.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Exploratory Factor Analysis and Item Analysis</title>
        <p>A principal axis analysis with the whole sample revealed a 2-factor solution after scree plot analysis. The 2 factors accounted for 36.70% of the variance, and oblique rotation was performed. The intercorrelation of the 2 factors was <italic>r</italic>=0.40. The KMO measure of sampling adequacy was 0.94. Four items showed inter-item correlations with coefficients less than <italic>r</italic>=0.20 in more than 20 cases (SP 20, 23, 25, and 39). Item 25 was not answered in 23 of 240 (8.1%) cases. Item-scale correlations were calculated and helped evaluate the following items as critical: SP 20, 23, 24, 25, 33, and 41. After excluding them, another exploratory factor analysis explained 40.95% of the variance. Details on the level of single items as well as the item-scale correlations are presented in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
        <p>The patient subgroup showed a KMO measure of 0.70. A principal axis analysis with the patient sample accounted for 32.77% of the variance. After excluding the critical items, 35.90% of the variance was accounted for. The intercorrelation of the 2 factors was <italic>r</italic>=0.21.</p>
        <p>The items as well as the loadings of the items in the whole sample and the patient subsample are presented in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Items, associated symptoms, and results of the principal axis factor analysis of the whole sample after oblique rotation (N=284), and of the patients’ sample (n=92).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="120"/>
            <col width="0"/>
            <col width="370"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Item</td>
                <td colspan="2">Item formulation</td>
                <td colspan="2">Symptom</td>
                <td colspan="2">Factor 1  <break/>  
            (all)</td>
                <td colspan="2">Factor 1  <break/>  
            (patients)</td>
                <td colspan="2">Factor 2  <break/>  
            (all)</td>
                <td>Factor 2  <break/>  
            (patients)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="14">
                  <bold>SELFPASS<sup>a</sup> for depression</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP1</td>
                <td colspan="2">I feel depressed, sad or hopeless.</td>
                <td colspan="2">CS<sup>b</sup>1</td>
                <td colspan="2">0.73</td>
                <td colspan="2">0.73</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP2</td>
                <td colspan="2">I easily burst into tears.</td>
                <td colspan="2">CS1</td>
                <td colspan="2">0.40</td>
                <td colspan="2">0.42</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP3</td>
                <td colspan="2">I am cheerful and in good spirits.</td>
                <td colspan="2">CS1</td>
                <td colspan="2">0.87</td>
                <td colspan="2">0.82</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP4</td>
                <td colspan="2">I feel easy and carefree.</td>
                <td colspan="2">CS1</td>
                <td colspan="2">0.88</td>
                <td colspan="2">0.77</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP5</td>
                <td colspan="2">I have much less desire and enjoyment for things I usually like to do.</td>
                <td colspan="2">CS2</td>
                <td colspan="2">0.76</td>
                <td colspan="2">0.72</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP6</td>
                <td colspan="2">I have no interest in people around me.</td>
                <td colspan="2">CS2</td>
                <td colspan="2">0.33</td>
                <td colspan="2">0.37</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP7</td>
                <td colspan="2">I can laugh at funny moments.</td>
                <td colspan="2">CS2</td>
                <td colspan="2">0.54</td>
                <td colspan="2">0.54</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP8</td>
                <td colspan="2">I can enjoy pleasant things and be happy about them.</td>
                <td colspan="2">CS2</td>
                <td colspan="2">0.63</td>
                <td colspan="2">0.53</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP9</td>
                <td colspan="2">I feel exhausted and sluggish.</td>
                <td colspan="2">CS3</td>
                <td colspan="2">0.82</td>
                <td colspan="2">0.68</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP10</td>
                <td colspan="2">I can't force myself to do anything.</td>
                <td colspan="2">CS3</td>
                <td colspan="2">0.61</td>
                <td colspan="2">0.47</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP11</td>
                <td colspan="2">Decision making is easy for me.</td>
                <td colspan="2">CS3</td>
                <td colspan="2">0.48</td>
                <td colspan="2">0.34</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP12</td>
                <td colspan="2">I am full of drive and energy.</td>
                <td colspan="2">CS3</td>
                <td colspan="2">0.86</td>
                <td colspan="2">0.83</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP13</td>
                <td colspan="2">I have problems in concentrating on something.</td>
                <td colspan="2">AS<sup>c</sup>1</td>
                <td colspan="2">0.74</td>
                <td colspan="2">0.72</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP14</td>
                <td colspan="2">My thoughts keep on slipping away.</td>
                <td colspan="2">AS1</td>
                <td colspan="2">0.63</td>
                <td colspan="2">0.64</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP15</td>
                <td colspan="2">I can dwell on one thing with my full concentration.</td>
                <td colspan="2">AS1</td>
                <td colspan="2">0.69</td>
                <td colspan="2">0.59</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP16</td>
                <td colspan="2">I am not easily distracted.</td>
                <td colspan="2">AS1</td>
                <td colspan="2">0.54</td>
                <td colspan="2">0.49</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP17</td>
                <td colspan="2">I am just not good enough.</td>
                <td colspan="2">AS2</td>
                <td colspan="2">0.54</td>
                <td colspan="2">0.40</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP18</td>
                <td colspan="2">Others can do things much better than I can.</td>
                <td colspan="2">AS2</td>
                <td colspan="2">0.35</td>
                <td colspan="2">0.35</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP19</td>
                <td colspan="2">I am satisfied with myself.</td>
                <td colspan="2">AS2</td>
                <td colspan="2">0.76</td>
                <td colspan="2">0.60</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP20<sup>d</sup></td>
                <td colspan="2">I take care of my appearance.</td>
                <td colspan="2">AS2</td>
                <td colspan="2">0.20</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.32</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP21</td>
                <td colspan="2">I should have done things much differently in the past.</td>
                <td colspan="2">AS3</td>
                <td colspan="2">0.43</td>
                <td colspan="2">0.40</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP22</td>
                <td colspan="2">I have made mistakes. It´s not surprising I feel bad.</td>
                <td colspan="2">AS3</td>
                <td colspan="2">0.47</td>
                <td colspan="2">0.51</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP23<sup>d</sup></td>
                <td colspan="2">I am not perfect. But who is?</td>
                <td colspan="2">AS3</td>
                <td colspan="2">0.29</td>
                <td colspan="2">0.24</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP24<sup>d</sup></td>
                <td colspan="2">I don’t deserve to feel bad.</td>
                <td colspan="2">AS3</td>
                <td colspan="2">-0.03</td>
                <td colspan="2">-0.23</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP25<sup>d</sup></td>
                <td colspan="2">It can only get worse.</td>
                <td colspan="2">AS4</td>
                <td colspan="2">0.19</td>
                <td colspan="2">0.14</td>
                <td colspan="2">0.19</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP26</td>
                <td colspan="2">The future has nothing to offer for me.</td>
                <td colspan="2">AS4</td>
                <td colspan="2">0.53</td>
                <td colspan="2">0.62</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP27</td>
                <td colspan="2">I am looking forward to the future.</td>
                <td colspan="2">AS4</td>
                <td colspan="2">0.67</td>
                <td colspan="2">0.67</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP28</td>
                <td colspan="2">Time heals all wounds. Everything will be alright.</td>
                <td colspan="2">AS4</td>
                <td colspan="2">0.61</td>
                <td colspan="2">0.46</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP29</td>
                <td colspan="2">Sometimes I think it would be better to be dead.</td>
                <td colspan="2">AS5</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.59</td>
                <td colspan="2">0.45</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP30</td>
                <td colspan="2">I think a lot about death.</td>
                <td colspan="2">AS5</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.33</td>
                <td colspan="2">0.41</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP31</td>
                <td colspan="2">I think about putting hands on myself.</td>
                <td colspan="2">AS5</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.56</td>
                <td colspan="2">0.31</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP32</td>
                <td colspan="2">I have already thought about how to kill myself.</td>
                <td colspan="2">AS5</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.63</td>
                <td colspan="2">0.46</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP33<sup>d</sup></td>
                <td colspan="2">I sleep too much.</td>
                <td colspan="2">AS6</td>
                <td colspan="2">0.16</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.35</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP34</td>
                <td colspan="2">I have trouble falling asleep and/or wake up constantly.</td>
                <td colspan="2">AS6</td>
                <td colspan="2">0.55</td>
                <td colspan="2">0.40</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP35</td>
                <td colspan="2">My sleep was restful and sufficient.</td>
                <td colspan="2">AS6</td>
                <td colspan="2">0.76</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.45</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP36</td>
                <td colspan="2">I slept well.</td>
                <td colspan="2">AS6</td>
                <td colspan="2">0.74</td>
                <td colspan="2">0.44</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP37</td>
                <td colspan="2">I feel a constant hunger or appetite for food.</td>
                <td colspan="2">AS7</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">-0.06</td>
                <td colspan="2">0.08</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP38</td>
                <td colspan="2">I don’t feel like eating anything.</td>
                <td colspan="2">AS7</td>
                <td colspan="2">0.33</td>
                <td colspan="2">0.30</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP39</td>
                <td colspan="2">I have a good appetite.</td>
                <td colspan="2">AS7</td>
                <td colspan="2">0.28</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.27</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP40</td>
                <td colspan="2">I eat enough and I follow a balanced diet.</td>
                <td colspan="2">AS7</td>
                <td colspan="2">0.42</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.43</td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>SELFPASS for anxiety</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP41<sup>d</sup></td>
                <td colspan="2">I hope that I don’t get sick.</td>
                <td colspan="2">CA<sup>e</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.18</td>
                <td colspan="2">0.07</td>
                <td colspan="2">-0.36</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP42</td>
                <td colspan="2">Sometimes I have an oppressive feeling in my stomach.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.56</td>
                <td colspan="2">0.55</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP43</td>
                <td colspan="2">I am worried that something terrible will happen.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.37</td>
                <td colspan="2">0.59</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP44</td>
                <td colspan="2">Sometimes I start panicking suddenly.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.52</td>
                <td colspan="2">0.58</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP45</td>
                <td colspan="2">When I’m worried, I still can keep my control.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.56</td>
                <td colspan="2">0.46</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP46</td>
                <td colspan="2">Disturbing thoughts run through my mind.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.52</td>
                <td colspan="2">0.66</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP47</td>
                <td colspan="2">I’m calm.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.79</td>
                <td colspan="2">0.78</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP48</td>
                <td colspan="2">When I think of my current affairs, I get anxious.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.59</td>
                <td colspan="2">0.61</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP49</td>
                <td colspan="2">I feel safe and secure</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.77</td>
                <td colspan="2">0.69</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP50</td>
                <td colspan="2">I’m worried about something going wrong soon.</td>
                <td colspan="2">CA</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.48</td>
                <td colspan="2">0.43</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP51</td>
                <td colspan="2">Sometimes I feel tightness in my chest.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.66</td>
                <td colspan="2">0.63</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SP52</td>
                <td colspan="2">Sometimes I can’t breathe properly.</td>
                <td colspan="2">CA</td>
                <td colspan="2">0.53</td>
                <td colspan="2">0.59</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Eigen value</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">16.95</td>
                <td colspan="2">14.27</td>
                <td colspan="2">5.65</td>
                <td colspan="2">4.10</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>SELFPASS: Self-administered Psycho-TherApy-SystemS.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>CS: core symptom.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>AS: additional symptom.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>items that should be excluded or reformulated.</p>
            </fn>
            <fn id="table5fn5">
              <p><sup>e</sup>CA: comorbid anxiety.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study aimed to investigate the psychometric properties of an item pool of mood-related questions for daily self-assessment, which cover symptoms of depression and comorbid anxiety to make suggestions for symptom-specific interventions. The item pool was developed for the use within the e-mental health app SELFPASS and for future developments. Through a web-based cross-sectional survey design, the instrument emerged as reliable and valid. The psychometric properties are shown in a representative study population of healthy subjects and patients with a diagnosis of depression within the past year. Considering that average PHQ-9 scores of 10.4 indicate a moderate severity of depression [<xref ref-type="bibr" rid="ref54">54</xref>] and GAD-7 scores of 8.76 indicate mild symptoms of anxiety [<xref ref-type="bibr" rid="ref55">55</xref>], the patients seemed to be considerably affected and were hence eligible to test the SELFPASS item pool appropriately.</p>
        <p>Both subscales assessing symptoms of depression (SP-D) and anxiety (SP-A) showed high correlations with standardized psychometric instruments (PHQ-9 and GAD-7). This demonstrates a high inherent construct validity. The WHO-5 as an indicator of subjective well-being was negatively correlated with SP-D and SP-A, which in turn reveals good discriminatory construct validity. The negative association of the WHO-5 with depression and anxiety scales has already been shown in other validation studies [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Moreover, the results of the SELFPASS subscales in the whole sample were able to predict the affiliation to the patient group, which was interpreted as concurrent criterion validity. As expected, increasing scores for depression and anxiety measured through SELFPASS increase the odds of being part of the patient group.</p>
        <p>An exploratory factor analysis indicated an underlying 2-factor structure of the item pool that covered a mood-related factor on the one hand and a somatic factor on the other hand in the whole sample. The factor structure of the patient sample even increased this structure, including more items in the second factor, which were related to paying attention to appearance, suicidal thoughts, sleep, appetite, and the fear of becoming sick. There was 1 item that did not fully seem to fit to this interpretation (“I’m worried about something going wrong soon”). A potential explanation might lie in the timing of investigation, as many patients were concerned with becoming infected with SARS-CoV-2 at that time [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
        <p>A closer investigation of screening instruments for depression shows that validation studies of the PHQ-9 among different populations; for example, in palliative care, these instruments show a comparable 2-fold factor structure of 1 factor focusing on cognitive and affective aspects and another one relating to somatic symptoms [<xref ref-type="bibr" rid="ref74">74</xref>]. Although for palliative patients with a high somatic burden, this might be an obvious result; however, similar results were obtained in a psychiatric sample [<xref ref-type="bibr" rid="ref75">75</xref>]. Therefore, somatic aspects of depression might reveal an underlying structure of depression and anxiety, which is reminiscent of the “Tripartite model of depression and anxiety,” which states that beside the already described “generally negative affect” as a third factor “somatic symptoms” [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref75">75</xref>]. Moreover, suicidal ideation has been identified as particularly crucial among patients with depression with somatic syndrome [<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref75">75</xref>].</p>
        <p>Enhancing the quality of e-mental health apps, especially with regard to a successful crisis management in case of symptom exacerbation, has already been identified as a necessary step to reduce dropout rates and increase adherence to digital interventions [<xref ref-type="bibr" rid="ref9">9</xref>]. The integration of appropriate mood-tracking items, as provided by the presented item pool in future e-mental health apps, is a necessary measure in integrating digital assistance in routine clinical practice.</p>
      </sec>
      <sec>
        <title>Recommendations for the Use of the SELFPASS Item Pool</title>
        <p>The SELFPASS item pool is suitable for daily mood assessment in any kind of web-based intervention or e-mental health app. It is designed for highly frequent repetitive use providing approximately 6 items every day out of the total item pool based on the results of the previous days. Following this purpose, we recommend reformulating items 20, 23, 24, 25, 33, and 41 for appropriate use and future validation studies. For any other use, the items may be dropped as well. Although item 31, 32, 37, and 39 also showed a lack of quality after item analysis, we recommend retaining these items as they assess important depressive symptoms.</p>
        <p>Based on our experience with the development and validation of the SELFPASS item pool, some general recommendations may be provided to ensure optimization of the items (<xref ref-type="table" rid="table6">Table 6</xref>). Simultaneously, we summarized recommending conclusions within the SELFPASS item pool.</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Recommendations for the future use of the SELFPASS<sup>a</sup> item pool.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="390"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td>Topic</td>
                <td>General recommendation</td>
                <td>Recommendation for use within the SELFPASS item pool</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Item presentation</td>
                <td>Provide a diversion in item presentation to increase adherence.</td>
                <td>Ask for 2 main symptoms, 2 additional symptoms and two anxiety symptoms per day. If 1 symptom exceeds a critical score, pursue this symptom with an alternative item.</td>
              </tr>
              <tr valign="top">
                <td>Symptom coverage</td>
                <td>Cover somatic, cognitive, and emotional aspects of symptomatology.</td>
                <td>Provide a random choice of daily items following the rules described above to cover a broad range of symptoms.</td>
              </tr>
              <tr valign="top">
                <td>Crisis management</td>
                <td>Include crisis management in case of positive answers to suicidal ideation.</td>
                <td>Same as the general recommendation.</td>
              </tr>
              <tr valign="top">
                <td>Discriminatory power</td>
                <td>Evaluate each question with regard to whether it might be able to sufficiently differentiate between healthy subjects and patients. Hence, symptoms including increased appetite and sleep were excluded by the Beck Depression Inventory [<xref ref-type="bibr" rid="ref76">76</xref>], but we do not follow this approach.</td>
                <td>Reformulate items 20, 23, 24, 25, 33, and 41. A closer focus on the manifestation of these symptoms in patients with depressive and anxiety symptoms is recommended.</td>
              </tr>
              <tr valign="top">
                <td>External validation</td>
                <td>Provide validation of single assessments, such as BMI, as matching self-assessments of body weight or sleep parameters delivered by a sensor as control for self-assessed sleep quality.</td>
                <td>Same as the general recommendation.</td>
              </tr>
              <tr valign="top">
                <td>Variation</td>
                <td>Provide positive and negative directions of items.</td>
                <td>Same as the general recommendation.</td>
              </tr>
              <tr valign="top">
                <td>Targeted use</td>
                <td>Be aware of the target population of the questionnaire.</td>
                <td>The item pool addresses patients with a pre-existing diagnosis of depression for daily monitoring of their symptoms.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>SELFPASS: Self-administered Psycho-TherApy-SystemS.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Directions of Future Research</title>
        <p>With the introduction of the ICD-11, some diagnostic criteria for depressive episodes will change, which should be considered for further use of the SELFPASS item pool. It is expected that the previous 3 main symptoms of depression will be reduced to 2. Fatigue and lack of drive are then considered additional symptoms [<xref ref-type="bibr" rid="ref76">76</xref>]. Feelings of worthlessness and guilt will be summarized to one, as well as sleep and appetite. Then, psychomotor agitation or retardation, formerly included in the somatic symptoms, will be considered as own symptoms [<xref ref-type="bibr" rid="ref77">77</xref>]. This could be relevant for apps that provide symptom-specific intervention suggestions as SELFPASS does.</p>
        <p>Moreover, much evidence has been provided that ecological momentary assessments delivered through mobile data have the potential to become behavioral markers for mental health symptoms; for example, movement profiles collected from GPS data and circadian sleep rhythms recorded through phone usage [<xref ref-type="bibr" rid="ref78">78</xref>]. Unfortunately, mental health apps beyond scientific studies hardly make use of data processing technologies that allow for personalized intervention content based on the activities of the users [<xref ref-type="bibr" rid="ref15">15</xref>]. Future studies may focus on validation approaches of different data sources in one instrument; for example, daily questions for self-assessment, sensor data, and further behavioral markers delivered through mobile devices. Validation with the help of sensor data, finally, is a powerful approach to verify the validity of the item pool during use over a longer period, to ascertain its test-retest validity. As of this writing, the item pool might serve as an ecological momentary assessment tool based on questions only, which might be asked several times per day.</p>
        <p>Beside the somatic symptoms outlined above and considered in our item pool, it should be noted that depression is often accompanied by several somatic conditions including obesity, cardiovascular diseases, diabetes, pain, or even multimorbidity [<xref ref-type="bibr" rid="ref79">79</xref>]. However, existing monitoring apps thus far do not target the simultaneous management of mental and somatic conditions, except for medication adherence [<xref ref-type="bibr" rid="ref80">80</xref>]. Future approaches should build upon existing results and integrate single solutions to transdiagnostic apps that thus far exist within the field of mental health [<xref ref-type="bibr" rid="ref81">81</xref>] but rather do not pertain to mental and physical conditions. Our item pool might serve as a valuable source and can be complemented by physical conditions.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are some limitations to this study, which should be considered. First, the data were collected during the 2020 COVID-19 pandemic, which might have had an impact on the mental health of the participants [<xref ref-type="bibr" rid="ref82">82</xref>,<xref ref-type="bibr" rid="ref83">83</xref>]. In addition, the patient and healthy subject group differ in terms of group size, age, and gender. Regarding criterion validity, only a diagnosis of depression was defined as an inclusion criterion for the patient group. Owing to the described comorbidity of both disorders, anxiety was nevertheless also considered an external criterion to determine criterion validity. Another study should focus on comparing patient populations with validated diagnoses of both depression and anxiety separately. Thus, another confirmatory factor analysis should be performed to clarify the factor structure of the item pool. We provide a validation of a whole item pool of 52 questions, although the number of the daily questions is much lower based on the symptom profile of the respective user. A validation of this process of choice would require a substantially high number of patients with different symptomatology, which was not possible to carry out in our study design. Moreover, we did not carry out cognitive interviewing with a small sample size of patients, which is sometimes carried out during test construction [<xref ref-type="bibr" rid="ref84">84</xref>]. However, as the symptoms of depression are already well studied, we decided to rely on the experience of the existing diagnostic instruments. As a final limitation, delusionary and psychotic symptoms that are relevant in case of a psychotic depression were not considered in the SELFPASS item pool. Psychotic depression is a subtype of depression in ICD-10, and no changes regarding ICD-11 are expected [<xref ref-type="bibr" rid="ref85">85</xref>]. Thus, if future e-mental health apps focus as well on more severe forms of depressive disorders, further items should be added and validated.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The SELFPASS item pool is a valid and reliable source for daily self-assessment in e-mental health apps. It follows diagnostic standards of depression and comorbid anxiety symptoms. The item pool is a valuable source of questions for daily mood tracking in future e-mental health apps. Further developments have to focus on optimizing the wording of single items as well as the adaptations that are expected from ICD-11 in the near future.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Self-administered Psycho-TherApy-SystemS (SELFPASS) question catalogue (German original).</p>
        <media xlink:href="mental_v8i10e29615_app1.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Self-administered Psycho-TherApy-SystemS (SELFPASS) question catalogue (English translation).</p>
        <media xlink:href="mental_v8i10e29615_app2.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Results of the item analysis of SELFPASS depression (SP-D) and SELFPASS anxiety (SP-A): Means, SD, Item-scale-correlation, missing values (N, %) and number significant inter-item correlations per item (N). SELFPASS: Self-administered Psycho-TherApy-SystemS.</p>
        <media xlink:href="mental_v8i10e29615_app3.docx" xlink:title="DOCX File , 33 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BDI-V</term>
          <def>
            <p>Beck Depression Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GAD-7</term>
          <def>
            <p>General Anxiety Disorder Scale-7</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HADS</term>
          <def>
            <p>Hospital Anxiety and Depression Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICD</term>
          <def>
            <p>International Classification of Diseases</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">KMO</term>
          <def>
            <p>Kaiser-Meyer-Olkin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SELFPASS</term>
          <def>
            <p>Self-administered Psycho-TherApy-SystemS</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SP-A</term>
          <def>
            <p>SELFPASS anxiety</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SP-D</term>
          <def>
            <p>SELFPASS depression</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">STAI</term>
          <def>
            <p>State-Trait Anxiety Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">WHO-5</term>
          <def>
            <p>WHO-5-Wellbeing-Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was part of the Self-administered Psycho-TherApy-SystemS (SELFPASS) project, which was funded by the Federal Ministry of Education and Research (FKZ 13GW0157B). We thank Ali Zafar, MA, MSc, for revising the English translation of the item pool. We further thank Joshua Barniske for revising the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bubolz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gronewold</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Adherence to Established Treatment Guidelines Among Unguided Digital Interventions for Depression: Quality Evaluation of 28 Web-Based Programs and Mobile Apps</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e16136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e16136/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16136</pub-id>
          <pub-id pub-id-type="medline">32673221</pub-id>
          <pub-id pub-id-type="pii">v22i7e16136</pub-id>
          <pub-id pub-id-type="pmcid">PMC7385636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sucala</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoș</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Soflau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dobrean</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Achimas-Cadariu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Anxiety: There is an app for that. A systematic review of anxiety apps</article-title>
          <source>Depress Anxiety</source>
          <year>2017</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>518</fpage>
          <lpage>525</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22654</pub-id>
          <pub-id pub-id-type="medline">28504859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Ameringen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Khalesi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Pullia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>There is an app for that! The current state of mobile applications (apps) for DSM-5 obsessive-compulsive disorder, posttraumatic stress disorder, anxiety and mood disorders</article-title>
          <source>Depress Anxiety</source>
          <year>2017</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>526</fpage>
          <lpage>539</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22657</pub-id>
          <pub-id pub-id-type="medline">28569409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Efthimiou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bermpohl</surname>
              <given-names>FMG</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <collab>Individual Patient Data Meta-Analyses for Depression (IPDMA-DE) Collaboration</collab>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gemmil</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geraedts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Björkelund</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beevers</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjistavropoulos</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Shumake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Campayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milgrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Montero-Marin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bretón-López</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bücker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeber</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJH</given-names>
            </name>
            <name name-style="western">
              <surname>Kivi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kraepelien</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forand</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Pugh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lintvedt</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorscak</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Brabyn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Internet-Based Cognitive Behavioral Therapy for Depression: A Systematic Review and Individual Patient Data Network Meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>78</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>371</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.4364</pub-id>
          <pub-id pub-id-type="medline">33471111</pub-id>
          <pub-id pub-id-type="pii">2774861</pub-id>
          <pub-id pub-id-type="pmcid">PMC8027916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet Interventions for Adults with Anxiety and Mood Disorders: A Narrative Umbrella Review of Recent Meta-Analyses</article-title>
          <source>Can J Psychiatry</source>
          <year>2019</year>
          <month>07</month>
          <volume>64</volume>
          <issue>7</issue>
          <fpage>465</fpage>
          <lpage>470</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31096757"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0706743719839381</pub-id>
          <pub-id pub-id-type="medline">31096757</pub-id>
          <pub-id pub-id-type="pmcid">PMC6610559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Daele</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bernaerts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Assche</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>De Witte</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Dropping the E: The potential for integrating e-mental health in psychotherapy</article-title>
          <source>Curr Opin Psychol</source>
          <year>2021</year>
          <month>02</month>
          <day>23</day>
          <volume>41</volume>
          <fpage>46</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.copsyc.2021.02.007</pub-id>
          <pub-id pub-id-type="medline">33743399</pub-id>
          <pub-id pub-id-type="pii">S2352-250X(21)00024-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bavin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lucassen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stasiak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Merry</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond the Trial: Systematic Review of Real-World Uptake and Engagement With Digital Self-Help Interventions for Depression, Low Mood, or Anxiety</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>06</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9275</pub-id>
          <pub-id pub-id-type="medline">29875089</pub-id>
          <pub-id pub-id-type="pii">v20i6e199</pub-id>
          <pub-id pub-id-type="pmcid">PMC6010835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Objective User Engagement With Mental Health Apps: Systematic Search and Panel-Based Usage Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>25</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e14567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14567</pub-id>
          <pub-id pub-id-type="medline">31573916</pub-id>
          <pub-id pub-id-type="pii">v21i9e14567</pub-id>
          <pub-id pub-id-type="pmcid">PMC6785720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Clinical review of user engagement with mental health smartphone apps: evidence, theory and improvements</article-title>
          <source>Evid Based Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>116</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2018-102891</pub-id>
          <pub-id pub-id-type="medline">29871870</pub-id>
          <pub-id pub-id-type="pii">eb-2018-102891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caldeira</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps for mood tracking: an analysis of features and user reviews</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2017</year>
          <volume>2017</volume>
          <fpage>495</fpage>
          <lpage>504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29854114"/>
          </comment>
          <pub-id pub-id-type="medline">29854114</pub-id>
          <pub-id pub-id-type="pmcid">PMC5977660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Daudén Roquet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Functionality of Top-Rated Mobile Apps for Depression: Systematic Search and Evaluation</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>01</month>
          <day>24</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e15321</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/1/e15321/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15321</pub-id>
          <pub-id pub-id-type="medline">32012079</pub-id>
          <pub-id pub-id-type="pii">v7i1e15321</pub-id>
          <pub-id pub-id-type="pmcid">PMC7007593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hufford</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary assessment</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2008</year>
          <month>04</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.3.022806.091415</pub-id>
          <pub-id pub-id-type="medline">18509902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moshe</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Opoku Asare</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Pulkki-Råback</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Predicting Symptoms of Depression and Anxiety Using Smartphone and Wearable Data</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>625247</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33584388"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.625247</pub-id>
          <pub-id pub-id-type="medline">33584388</pub-id>
          <pub-id pub-id-type="pmcid">PMC7876288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Personal Sensing: Understanding Mental Health Using Ubiquitous Sensors and Machine Learning</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2017</year>
          <month>05</month>
          <day>08</day>
          <volume>13</volume>
          <fpage>23</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28375728"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032816-044949</pub-id>
          <pub-id pub-id-type="medline">28375728</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burger</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Neerincx</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkman</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Technological State of the Art of Electronic Mental Health Interventions for Major Depressive Disorder: Systematic Literature Review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>01</month>
          <day>20</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e12599</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/1/e12599/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12599</pub-id>
          <pub-id pub-id-type="medline">31958063</pub-id>
          <pub-id pub-id-type="pii">v22i1e12599</pub-id>
          <pub-id pub-id-type="pmcid">PMC6997926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alfonsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maathz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hursti</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Interformat reliability of digital psychiatric self-report questionnaires: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>12</month>
          <day>03</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e268</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/12/e268/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3395</pub-id>
          <pub-id pub-id-type="medline">25472463</pub-id>
          <pub-id pub-id-type="pii">v16i12e268</pub-id>
          <pub-id pub-id-type="pmcid">PMC4275488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallejo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Jordán</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Comeche</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Ortega</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Psychological assessment via the internet: a reliability and validity study of online (vs paper-and-pencil) versions of the General Health Questionnaire-28 (GHQ-28) and the Symptoms Check-List-90-Revised (SCL-90-R)</article-title>
          <source>J Med Internet Res</source>
          <year>2007</year>
          <month>01</month>
          <day>31</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2007/1/e2/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9.1.e2</pub-id>
          <pub-id pub-id-type="medline">17478411</pub-id>
          <pub-id pub-id-type="pii">v9i1e2</pub-id>
          <pub-id pub-id-type="pmcid">PMC1794673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinengo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Van Galen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kowalski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Subramaniam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Suicide prevention and depression apps' suicide risk assessment and management: a systematic assessment of adherence to clinical guidelines</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <month>12</month>
          <day>19</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>231</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1461-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1461-z</pub-id>
          <pub-id pub-id-type="medline">31852455</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1461-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6921471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>613</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2001&#38;volume=16&#38;issue=9&#38;spage=606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Patient Health Questionnaire Somatic, Anxiety, and Depressive Symptom Scales: a systematic review</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2010</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>359</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2010.03.006</pub-id>
          <pub-id pub-id-type="medline">20633738</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(10)00056-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schoebi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Assessing Mood in Daily Life</article-title>
          <source>Eur J Psychol Assess</source>
          <year>2007</year>
          <month>01</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>258</fpage>
          <lpage>267</lpage>
          <pub-id pub-id-type="doi">10.1027/1015-5759.23.4.258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Urban</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Depression history and memory bias for specific daily emotions</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>e0203574</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0203574"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0203574</pub-id>
          <pub-id pub-id-type="medline">30192853</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-19994</pub-id>
          <pub-id pub-id-type="pmcid">PMC6128594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sjöberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Atti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skoog</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fratiglioni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of depression: Comparisons of different depression definitions in population-based samples of older adults</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>10</month>
          <day>15</day>
          <volume>221</volume>
          <fpage>123</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.06.011</pub-id>
          <pub-id pub-id-type="medline">28645024</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)30224-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barkow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Heun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wittchen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bedirhan Ustün</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gänsicke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maier</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Mixed anxiety-depression in a 1 year follow-up study: shift to other diagnoses or remission?</article-title>
          <source>J Affect Disord</source>
          <year>2004</year>
          <month>04</month>
          <volume>79</volume>
          <issue>1-3</issue>
          <fpage>235</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="doi">10.1016/S0165-0327(02)00343-9</pub-id>
          <pub-id pub-id-type="medline">15023500</pub-id>
          <pub-id pub-id-type="pii">S0165032702003439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>DCOMD</given-names>
            </name>
          </person-group>
          <article-title>Comorbidity of mood and anxiety disorders</article-title>
          <source>Depress Anxiety</source>
          <year>2000</year>
          <volume>12 Suppl 1</volume>
          <fpage>69</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1002/1520-6394(2000)12:1+&#60;69::AID-DA9&#62;3.0.CO;2-K</pub-id>
          <pub-id pub-id-type="medline">11098417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steffen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nübel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bätzing</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Holstiege</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mental and somatic comorbidity of depression: a comprehensive cross-sectional analysis of 202 diagnosis groups using German nationwide ambulatory claims data</article-title>
          <source>BMC Psychiatry</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>142</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-020-02546-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-020-02546-8</pub-id>
          <pub-id pub-id-type="medline">32228541</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-020-02546-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7106695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Tripartite model of anxiety and depression: psychometric evidence and taxonomic implications</article-title>
          <source>J Abnorm Psychol</source>
          <year>1991</year>
          <month>08</month>
          <volume>100</volume>
          <issue>3</issue>
          <fpage>316</fpage>
          <lpage>336</lpage>
          <pub-id pub-id-type="doi">10.1037//0021-843x.100.3.316</pub-id>
          <pub-id pub-id-type="medline">1918611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <source>Cognitive therapy and the emotional disorders</source>
          <year>1976</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>International Universities Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>1097</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Gesundheitsfragebogen für Patienten (PHQ-D)</source>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.klinikum.uni-heidelberg.de/fileadmin/Psychosomatische_Klinik/pdf_Material/PHQ_Komplett_Fragebogen1.pdf">https://www.klinikum.uni-heidelberg.de/fileadmin/Psychosomatische_Klinik/pdf_Material/PHQ_Komplett_Fragebogen1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herrmann-Lingen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buss</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Snaith</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Herrmann</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>HADS-D – Hospital Anxiety and Depression Scale – Deutsche Version: Ein Fragebogen zur Erfassung von Angst und Depressivität in der somatischen Medizin</article-title>
          <source>ScienceOpen</source>
          <year>1995</year>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scienceopen.com/document?vid=93f89556-7dbf-4792-9833-0d4822d5a58a">https://www.scienceopen.com/document?vid=93f89556-7dbf-4792-9833-0d4822d5a58a</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schaakxs</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Comijs</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Lamers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Beekman</surname>
              <given-names>ATF</given-names>
            </name>
            <name name-style="western">
              <surname>Penninx</surname>
              <given-names>BWJH</given-names>
            </name>
          </person-group>
          <article-title>Age-related variability in the presentation of symptoms of major depressive disorder</article-title>
          <source>Psychol Med</source>
          <year>2017</year>
          <month>02</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>543</fpage>
          <lpage>552</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291716002579</pub-id>
          <pub-id pub-id-type="medline">27786143</pub-id>
          <pub-id pub-id-type="pii">S0033291716002579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>ICD-10: International Statistical Classification of Diseases and Related Health Problems, 10th Revision</article-title>
          <source>World Health Organization</source>
          <year>2010</year>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://icd.who.int/browse10/Content/statichtml/ICD10Volume2_en_2010.pdf">https://icd.who.int/browse10/Content/statichtml/ICD10Volume2_en_2010.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Høstmælingen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ulvenes</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nissen-Lie</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Eielsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>Trajectories of change in chronic depression: Differences in self-criticism and somatic symptoms between users of antidepressants and nonmedicated patients</article-title>
          <source>J Couns Psychol</source>
          <year>2021</year>
          <month>07</month>
          <day>01</day>
          <pub-id pub-id-type="doi">10.1037/cou0000572</pub-id>
          <pub-id pub-id-type="medline">34197152</pub-id>
          <pub-id pub-id-type="pii">2021-60921-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meuret</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Ritz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Panic attack symptom dimensions and their relationship to illness characteristics in panic disorder</article-title>
          <source>J Psychiatr Res</source>
          <year>2006</year>
          <month>09</month>
          <volume>40</volume>
          <issue>6</issue>
          <fpage>520</fpage>
          <lpage>527</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2005.09.006</pub-id>
          <pub-id pub-id-type="medline">16293263</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(05)00125-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moosbrugger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kelava</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Test theory and questionnaire construction</source>
          <year>2020</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgado</surname>
              <given-names>FFR</given-names>
            </name>
            <name name-style="western">
              <surname>Meireles</surname>
              <given-names>JFF</given-names>
            </name>
            <name name-style="western">
              <surname>Neves</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Amaral</surname>
              <given-names>ACS</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>MEC</given-names>
            </name>
          </person-group>
          <article-title>Scale development: ten main limitations and recommendations to improve future research practices</article-title>
          <source>Psicol Reflex Crit</source>
          <year>2017</year>
          <month>01</month>
          <day>25</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32025957"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41155-016-0057-1</pub-id>
          <pub-id pub-id-type="medline">32025957</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41155-016-0057-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6966966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>The Handbook of Psychological Testing</source>
          <year>2000</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Constructing validity: Basic issues in objective scale development</article-title>
          <source>Psychological Assessment</source>
          <year>1995</year>
          <month>09</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>309</fpage>
          <lpage>319</lpage>
          <pub-id pub-id-type="doi">10.1037/1040-3590.7.3.309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazdin</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Addressing the treatment gap: A key challenge for extending evidence-based psychosocial interventions</article-title>
          <source>Behav Res Ther</source>
          <year>2017</year>
          <month>01</month>
          <volume>88</volume>
          <fpage>7</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2016.06.004</pub-id>
          <pub-id pub-id-type="medline">28110678</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(16)30099-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Westermann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Internet interventions for depression: new developments</article-title>
          <source>Dialogues Clin Neurosci</source>
          <year>2016</year>
          <month>06</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>203</fpage>
          <lpage>212</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27489460"/>
          </comment>
          <pub-id pub-id-type="medline">27489460</pub-id>
          <pub-id pub-id-type="pmcid">PMC4969707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moosbrugger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Itemkonstruktion und Antwortverhalten</article-title>
          <source>Testtheorie und Fragebogenkonstruktion</source>
          <year>2020</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>67</fpage>
          <lpage>89</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grulke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bailer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blaser</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Geyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hinz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schmutzer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brähler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Albani</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>[Screening for depression -- two questions practically oriented]</article-title>
          <source>Wien Med Wochenschr</source>
          <year>2005</year>
          <month>07</month>
          <volume>155</volume>
          <issue>13-14</issue>
          <fpage>297</fpage>
          <lpage>302</lpage>
          <pub-id pub-id-type="doi">10.1007/s10354-005-0179-z</pub-id>
          <pub-id pub-id-type="medline">16092036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Furlanetto</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Mendlowicz</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Romildo Bueno</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The validity of the Beck Depression Inventory-Short Form as a screening and diagnostic instrument for moderate and severe depression in medical inpatients</article-title>
          <source>J Affect Disord</source>
          <year>2005</year>
          <month>05</month>
          <volume>86</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2004.12.011</pub-id>
          <pub-id pub-id-type="medline">15820275</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(05)00002-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schorr</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>S3 guideline / National Care Guideline for Unipolar Depression</source>
          <year>2017</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Altstötter-Gleich</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brähler</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Normwerte für das Vereinfachte Beck-Depressions-Inventar (BDI-V) in der Allgemeinbevölkerung</article-title>
          <source>Diagnostica</source>
          <year>2006</year>
          <month>04</month>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>51</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1026/0012-1924.52.2.51</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rief</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Klaiberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Braehler</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Validity of the Brief Patient Health Questionnaire Mood Scale (PHQ-9) in the general population</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2006</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2005.07.003</pub-id>
          <pub-id pub-id-type="medline">16377369</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(05)00117-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandelow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lichte</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rudolf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wiltink</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beutel</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>S3-Leitlinie Angststörungen</source>
          <year>2015</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Lothar Laux</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Glanzmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Spielberger</surname>
              <given-names>SCD</given-names>
            </name>
          </person-group>
          <source>Das State-Trait-Angstinventar (STAI): theoretische Grundlagen und Handanweisung</source>
          <year>1981</year>
          <publisher-loc>Weinheim</publisher-loc>
          <publisher-name>Beltz</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brähler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Albani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Decker</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Validierung und Normierung eines kurzen Selbstratinginstrumentes zur Generalisierten Angst (GAD-7) in einer repräsentativen Stichprobe der deutschen Allgemeinbevölkerung</article-title>
          <source>Psychother Psych Med</source>
          <year>2007</year>
          <month>2</month>
          <volume>57</volume>
          <issue>02</issue>
          <pub-id pub-id-type="doi">10.1055/s-2007-970669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fister</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Incremental validity principles in test construction</article-title>
          <source>Psychol Assess</source>
          <year>2003</year>
          <month>12</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>467</fpage>
          <lpage>477</lpage>
          <pub-id pub-id-type="doi">10.1037/1040-3590.15.4.467</pub-id>
          <pub-id pub-id-type="medline">14692843</pub-id>
          <pub-id pub-id-type="pii">2003-10462-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <article-title>SoSci Survey – the Solution for Professional Online Questionnaires</article-title>
          <source>SoSci Survey GmbH</source>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soscisurvey.de">https://www.soscisurvey.de</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <article-title>WHO (Fünf) - Fragebogen Zum Wohlbefinden´ (Version 1998)</article-title>
          <source>Psychiatric Research Unit. WHO Collaborating Centre in Mental Health</source>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psykiatri-regionh.dk/who-5/Documents/WHO5_German.pdf">https://www.psykiatri-regionh.dk/who-5/Documents/WHO5_German.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Manea</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Screening and case finding for major depressive disorder using the Patient Health Questionnaire (PHQ-9): a meta-analysis</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2015</year>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>567</fpage>
          <lpage>576</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2015.06.012</pub-id>
          <pub-id pub-id-type="medline">26195347</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(15)00149-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Monahan</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Anxiety disorders in primary care: prevalence, impairment, comorbidity, and detection</article-title>
          <source>Ann Intern Med</source>
          <year>2007</year>
          <month>03</month>
          <day>06</day>
          <volume>146</volume>
          <issue>5</issue>
          <fpage>317</fpage>
          <lpage>325</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-146-5-200703060-00004</pub-id>
          <pub-id pub-id-type="medline">17339617</pub-id>
          <pub-id pub-id-type="pii">146/5/317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topp</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Østergaard</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Søndergaard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bech</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The WHO-5 Well-Being Index: a systematic review of the literature</article-title>
          <source>Psychother Psychosom</source>
          <year>2015</year>
          <volume>84</volume>
          <issue>3</issue>
          <fpage>167</fpage>
          <lpage>176</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000376585"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000376585</pub-id>
          <pub-id pub-id-type="medline">25831962</pub-id>
          <pub-id pub-id-type="pii">000376585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alexandre</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guirardello</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties in instruments evaluation of reliability and validity</article-title>
          <source>Epidemiol Serv Saude</source>
          <year>2017</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>649</fpage>
          <lpage>659</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S2237-96222017000300649&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.5123/S1679-49742017000300022</pub-id>
          <pub-id pub-id-type="medline">28977189</pub-id>
          <pub-id pub-id-type="pii">S2237-96222017000300649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics, version 24</article-title>
          <source>IBM</source>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-24">https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-24</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bannon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Missing data within a quantitative research study: How to assess it, treat it, and why you should care</article-title>
          <source>J Am Assoc Nurse Pract</source>
          <year>2015</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>230</fpage>
          <lpage>232</lpage>
          <pub-id pub-id-type="doi">10.1002/2327-6924.12208</pub-id>
          <pub-id pub-id-type="medline">25676704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leiner</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Too Fast, Too Straight, Too Weird: Post Hoc Identification of Meaningless Data in Internet Surveys</article-title>
          <source>Surv Res Methods</source>
          <year>2019</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>229</fpage>
          <lpage>248</lpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.2361661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Cronbach's alpha</article-title>
          <source>BMJ</source>
          <year>1997</year>
          <month>02</month>
          <day>22</day>
          <volume>314</volume>
          <issue>7080</issue>
          <fpage>572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/9055718"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.314.7080.572</pub-id>
          <pub-id pub-id-type="medline">9055718</pub-id>
          <pub-id pub-id-type="pmcid">PMC2126061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Uses and abuses of coefficient alpha</article-title>
          <source>Psychological Assessment</source>
          <year>1996</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>350</fpage>
          <lpage>353</lpage>
          <pub-id pub-id-type="doi">10.1037/1040-3590.8.4.350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences</source>
          <year>1988</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Best</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>CLR</given-names>
            </name>
          </person-group>
          <article-title>Logistische Regression</article-title>
          <source>Handbuch der sozialwissenschaftlichen Datenanalyse</source>
          <year>2010</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>827</fpage>
          <lpage>854</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Little Jiffy, Mark Iv</article-title>
          <source>Educ Psychol Meas</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>111</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.1177/001316447403400115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Tests of significance in factor analysis</article-title>
          <source>Br J Psychol</source>
          <year>1950</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8317.1950.tb00285.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Field</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Discovering Statistics Using IBM SPSS Statistics (5th edition)</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Internal consistencies of the original and revised Beck Depression Inventory</article-title>
          <source>J Clin Psychol</source>
          <year>1984</year>
          <month>11</month>
          <volume>40</volume>
          <issue>6</issue>
          <fpage>1365</fpage>
          <lpage>1367</lpage>
          <pub-id pub-id-type="doi">10.1002/1097-4679(198411)40:6&#60;1365::aid-jclp2270400615&#62;3.0.co;2-d</pub-id>
          <pub-id pub-id-type="medline">6511949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebrahimi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Samouei</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mousavii</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Bornamanesh</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of 26-item dysfunctional attitude scale</article-title>
          <source>Asia Pac Psychiatry</source>
          <year>2013</year>
          <month>06</month>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>101</fpage>
          <lpage>107</lpage>
          <pub-id pub-id-type="doi">10.1111/appy.12020</pub-id>
          <pub-id pub-id-type="medline">23857810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piedmont</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Michalos</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Inter-item Correlations</article-title>
          <source>Encyclopedia of Quality of Life and Well-Being Research</source>
          <year>2014</year>
          <publisher-loc>Dordrecht</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghaheri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Omani-Samani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sepidarkish</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hosseini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maroufizadeh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Four-item Patient Health Questionnaire for Anxiety and Depression: A Validation Study in Infertile Patients</article-title>
          <source>Int J Fertil Steril</source>
          <year>2020</year>
          <month>10</month>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>234</fpage>
          <lpage>239</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33098392"/>
          </comment>
          <pub-id pub-id-type="doi">10.22074/ijfs.2020.44412</pub-id>
          <pub-id pub-id-type="medline">33098392</pub-id>
          <pub-id pub-id-type="pmcid">PMC7604697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dadfar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Momeni Safarabad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Asgharnejad Farid</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Nemati Shirzy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghazie Pour Abarghouie</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Reliability, validity, and factorial structure of the World Health Organization-5 Well-Being Index (WHO-5) in Iranian psychiatric outpatients</article-title>
          <source>Trends Psychiatry Psychother</source>
          <year>2018</year>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>79</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1590/2237-6089-2017-0044"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/2237-6089-2017-0044</pub-id>
          <pub-id pub-id-type="medline">29995154</pub-id>
          <pub-id pub-id-type="pii">S2237-60892018000200079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Durkin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhullar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 pandemic and mental health impacts</article-title>
          <source>Int J Ment Health Nurs</source>
          <year>2020</year>
          <month>06</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>315</fpage>
          <lpage>318</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32277578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/inm.12726</pub-id>
          <pub-id pub-id-type="medline">32277578</pub-id>
          <pub-id pub-id-type="pmcid">PMC7262128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chilcot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rayner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Monroe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sykes</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hansford</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The factor structure of the PHQ-9 in palliative care</article-title>
          <source>J Psychosom Res</source>
          <year>2013</year>
          <month>07</month>
          <volume>75</volume>
          <issue>1</issue>
          <fpage>60</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychores.2012.12.012</pub-id>
          <pub-id pub-id-type="medline">23751240</pub-id>
          <pub-id pub-id-type="pii">S0022-3999(12)00346-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rifkin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Björgvinsson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Validation of the PHQ-9 in a psychiatric sample</article-title>
          <source>J Affect Disord</source>
          <year>2016</year>
          <month>03</month>
          <day>15</day>
          <volume>193</volume>
          <fpage>267</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2015.12.075</pub-id>
          <pub-id pub-id-type="medline">26774513</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(15)31027-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lieb</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Affektive Störungen</article-title>
          <source>Intensivkurs Psychiatrie und Psychotherapie</source>
          <year>2019</year>
          <publisher-loc>Munich</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
          <fpage>197</fpage>
          <lpage>231</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="web">
          <article-title>6A70 Single episode depressive disorder</article-title>
          <source>ICD-11 for Mortality and Morbidity Statistics</source>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://icd.who.int/browse11/l-m/en#/http%3a%2f%2fid.who.int%2ficd%2fentity%2f578635574">https://icd.who.int/browse11/l-m/en#/http%3a%2f%2fid.who.int%2ficd%2fentity%2f578635574</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duffecy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reifler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Perceived barriers to psychological treatments and their relationship to depression</article-title>
          <source>J Clin Psychol</source>
          <year>2010</year>
          <month>04</month>
          <volume>66</volume>
          <issue>4</issue>
          <fpage>394</fpage>
          <lpage>409</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20127795"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jclp.20659</pub-id>
          <pub-id pub-id-type="medline">20127795</pub-id>
          <pub-id pub-id-type="pmcid">PMC2907887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Read</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Sharpe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Modini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>BF</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity and depression: A systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>10</month>
          <day>15</day>
          <volume>221</volume>
          <fpage>36</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.06.009</pub-id>
          <pub-id pub-id-type="medline">28628766</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)30346-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armitage</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Kassavou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Do mobile device apps designed to support medication adherence demonstrate efficacy? A systematic review of randomised controlled trials, with meta-analysis</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e032045</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32005778"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032045</pub-id>
          <pub-id pub-id-type="medline">32005778</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032045</pub-id>
          <pub-id pub-id-type="pmcid">PMC7045248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lecomte</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Potvin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khazaal</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Mobile Intervention for Individuals With Psychosis, Dual Disorders, and Their Common Comorbidities: A Literature Review</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>302</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2019.00302"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00302</pub-id>
          <pub-id pub-id-type="medline">31130884</pub-id>
          <pub-id pub-id-type="pmcid">PMC6510170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hummel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oetjen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gronewold</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zafar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mental Health Burden in Different Professions During the Final Stage of the COVID-19 Lockdown in China: Cross-sectional Survey Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>02</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e24240</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e24240/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24240</pub-id>
          <pub-id pub-id-type="medline">33197231</pub-id>
          <pub-id pub-id-type="pii">v22i12e24240</pub-id>
          <pub-id pub-id-type="pmcid">PMC7713530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hummel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oetjen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Posenato</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Resende de Almeida</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Losada</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Frisardi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hopper</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nasser</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>König</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rudofsky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Weidt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zafar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gronewold</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mental Health Among Medical Professionals During the COVID-19 Pandemic in Eight European Countries: Cross-sectional Survey Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>01</month>
          <day>18</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>e24983</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/1/e24983/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24983</pub-id>
          <pub-id pub-id-type="medline">33411670</pub-id>
          <pub-id pub-id-type="pii">v23i1e24983</pub-id>
          <pub-id pub-id-type="pmcid">PMC7817254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <source>Analysis of the Cognitive Interview in Questionnaire Design</source>
          <year>2015</year>
          <publisher-loc>Oxford</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Østergaard</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Flint</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mulsant</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Whyte</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Ulbricht</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bech</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>AJ</given-names>
            </name>
            <collab>STOP-PD Study Group</collab>
          </person-group>
          <article-title>Measuring psychotic depression</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>2014</year>
          <month>03</month>
          <volume>129</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>220</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23799875"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acps.12165</pub-id>
          <pub-id pub-id-type="medline">23799875</pub-id>
          <pub-id pub-id-type="pmcid">PMC3819398</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
