<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i12e24066</article-id>
      <article-id pub-id-type="pmid">33258791</article-id>
      <article-id pub-id-type="doi">10.2196/24066</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Repeated Digitized Assessment of Risk and Symptom Profiles During Inpatient Treatment of Affective Disorder: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Steingrimsson</surname>
            <given-names>Steinn</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bos</surname>
            <given-names>Fionneke</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Richter</surname>
            <given-names>Maike Frederike</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4078-3954</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Storck</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8160-0184</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Blitz</surname>
            <given-names>Rogério</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4505-4593</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Goltermann</surname>
            <given-names>Janik</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3087-1002</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Seipp</surname>
            <given-names>Juliana</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0887-7360</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Dannlowski</surname>
            <given-names>Udo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0623-3759</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Baune</surname>
            <given-names>Bernhard T</given-names>
          </name>
          <degrees>FRANZCP, MPH, MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6548-426X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Dugas</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9740-0788</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Opel</surname>
            <given-names>Nils</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>University of Münster</institution>
            <addr-line>Albert-Schweitzer-Str. 11</addr-line>
            <addr-line>Münster, 48149</addr-line>
            <country>Germany</country>
            <phone>49 2518358160</phone>
            <email>n_opel01@uni-muenster.de</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4749-3298</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Münster</institution>
        <addr-line>Münster</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Medical Informatics</institution>
        <institution>University of Münster</institution>
        <addr-line>Münster</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>Melbourne Medical School</institution>
        <institution>The University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>The Florey Institute of Neuroscience and Mental Health</institution>
        <institution>The University of Melbourne Parkville</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Interdisciplinary Centre for Clinical Research Münster</institution>
        <institution>University of Münster</institution>
        <addr-line>Münster</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nils Opel <email>n_opel01@uni-muenster.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>12</issue>
      <elocation-id>e24066</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>7</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>10</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Maike Frederike Richter, Michael Storck, Rogério Blitz, Janik Goltermann, Juliana Seipp, Udo Dannlowski, Bernhard T Baune, Martin Dugas, Nils Opel. Originally published in JMIR Mental Health (http://mental.jmir.org), 01.12.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2020/12/e24066" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Predictive models have revealed promising results for the individual prognosis of treatment response and relapse risk as well as for differential diagnosis in affective disorders. Yet, in order to translate personalized predictive modeling from research contexts to psychiatric clinical routine, standardized collection of information of sufficient detail and temporal resolution in day-to-day clinical care is needed. Digital collection of self-report measures by patients is a time- and cost-efficient approach to gain such data throughout treatment.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to investigate whether patients with severe affective disorders were willing and able to participate in such efforts, whether the feasibility of such systems might vary depending on individual patient characteristics, and if digitally acquired assessments were of sufficient diagnostic validity.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We implemented a system for longitudinal digital collection of risk and symptom profiles based on repeated self-reports via tablet computers throughout inpatient treatment of affective disorders at the Department of Psychiatry at the University of Münster. Tablet-handling competency and the speed of data entry were assessed. Depression severity was additionally assessed by a clinical interviewer at baseline and before discharge.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of 364 affective disorder patients who were approached, 242 (66.5%) participated in the study; 88.8% of participants (215/242) were diagnosed with major depressive disorder, and 27 (11.2%) had bipolar disorder. During the duration of inpatient treatment, 79% of expected assessments were completed, with an average of 4 completed assessments per participant; 4 participants (4/242, 1.6%) dropped out of the study prematurely. During data entry, 89.3% of participants (216/242) did not require additional support. Needing support with tablet handling and slower data entry pace were predicted by older age, whereas depression severity at baseline did not influence these measures. Patient self-reporting of depression severity showed high agreement with standardized external assessments by a clinical interviewer.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our results indicate that digital collection of self-report measures is a feasible, accessible, and valid method for longitudinal data collection in psychiatric routine, which will eventually facilitate the identification of individual risk and resilience factors for affective disorders and pave the way toward personalized psychiatric care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>affective disorders</kwd>
        <kwd>digital data collection</kwd>
        <kwd>psychiatry</kwd>
        <kwd>P4 medicine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In what has become known as <italic>P4</italic> or <italic>precision medicine</italic> [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] a major goal of medical research and applied health care is the evolution from a reactive treatment approach toward medical care that is predictive, preventative, personalized, and participatory.</p>
      <p>This approach is particularly relevant in the field of psychiatry, as the imprecise nature of psychiatric nosology, in part due to the heterogeneity of clinical populations, complicates the identification of vulnerable groups and effective treatments [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Affective disorders such as major depressive disorder exemplify this problem. Only approximately one-third of patients with moderate to severe depression respond to the first treatment attempt with medication [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. This leads to a prolonged illness duration for nonresponders, which is associated with worse overall health outcomes and significantly higher costs to the health care system [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Precision psychiatry could help alleviate this problem by predicting (P1) the occurrence of depression as well as individual disease course and preventing (P2) unfavorable outcomes such as chronification and suicide by personalizing (P3) treatment plans according to individual risk and resilience factors.</p>
      <p>Preliminary attempts have been made to achieve the prediction of disease course and treatment outcome of major depressive disorder through the use of predictive modeling approaches [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. These are a first step toward the identification of biomarkers for depression, which may ultimately inform clinicians who is at risk for relapse or a particularly severe outcome and would benefit from more invasive interventions such as electroconvulsive therapy [<xref ref-type="bibr" rid="ref14">14</xref>]. However, previous work relies on extremely homogeneous study populations that are carefully selected according to strict inclusion and exclusion criteria. Any predictive models using such data are of little value when findings are to be generalized to clinical reality—highly diverse inpatient populations [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. In contrast to the aforementioned data from homogeneous, well-characterized study samples, data that are routinely gathered in clinical practice are highly heterogeneous, unvalidated, and often not standardized or are inaccessible for predictive analysis [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>In order to achieve the long-term aims of precision medicine in major depressive disorder treatment, the implementation of a standardized data collection routine in naturalistic environments from real clinical populations is needed. While high temporal resolution data on sleep and activity levels can be tracked with smartphone- or wearable technology–based solutions [<xref ref-type="bibr" rid="ref18">18</xref>], differentiated data on the patients’ mood or affective state—the core features of major depressive disorder diagnosis—are needed for precise and valid models of affective disorders that accurately reflect the disease and treatment course. As this information needs to be provided by the patients themselves, much emphasis needs to be put on the participatory (P4) aspect of precision medicine in psychiatry. Patients thus need to be engaged and participate actively by contributing either self-report measures at regular intervals or by participating in clinical interviews or ratings. As external assessments are time-intensive and require clinical training, the use of self-rating scales, which can be completed by patients independent from the presence of a researcher or clinician, might be preferable. Recent evidence suggests reasonably high agreement when comparing patient self-reports with diagnostic clinical interviews [<xref ref-type="bibr" rid="ref19">19</xref>], which supports their use in clinical practice. Previous studies also found the incorporation of self-report measures of symptom severity into routine care to foster engagement between patients and health care professionals and enhance care delivery in various fields of medicine [<xref ref-type="bibr" rid="ref20">20</xref>]. In psychiatric populations with affective disorders however, questions can be raised as to the patients’ ability and motivation to provide such data, considering the lack of energy as well as cognitive impairments that define major depressive disorder during an incapacitating episode requiring inpatient treatment [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. The difficulty of recruiting depressed patients for randomized controlled trials has been well documented [<xref ref-type="bibr" rid="ref23">23</xref>], although some investigations revealed that patients did report positive attitudes toward research participation when they felt they were contributing meaningfully to the advancement of major depressive disorder treatments [<xref ref-type="bibr" rid="ref24">24</xref>]. It remains unclear how the collection of standardized patient reports throughout the treatment course would compare in inclusion rate to the usually much more time-intensive and elaborate study protocol of a randomized controlled trial. It remains equally unknown whether certain patient subgroups may be systematically less willing or able to provide such data regularly, either due to their symptom severity or other disease-specific or sociodemographic factors, which may constitute exclusion criteria in randomized controlled trials.</p>
      <p>Another point to consider when striving to make health care truly participatory is that assessments should preferably be collected in a digital format, as digitization allows for quick data analysis and, ideally, feedback for patients on their personal outcomes [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In general, digital solutions outperform paper-and-pencil questionnaires in practicality, acceptability, and completeness of data across studies in different fields [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. Digital data collection with tablet computers, specifically, is well accepted among psychiatric patients [<xref ref-type="bibr" rid="ref29">29</xref>]. However, previous investigations with patient reports in psychiatry only included a single assessment or pre–post comparisons as opposed to tracking individual symptom levels throughout the duration of their hospitalization [<xref ref-type="bibr" rid="ref27">27</xref>]. The feasibility and acceptability of such a study protocol in psychiatric populations remains therefore hitherto unclear.</p>
      <p>We established a system of longitudinal digital data collection that gives patients the opportunity to participate actively in providing data concerning their mood and symptom levels throughout the course of their inpatient treatment for an affective disorder via tablet computers. This study assessed whether affective disorder inpatients are willing and able to participate in repeated digital data entry throughout the treatment course. We additionally examined whether age, gender, symptom severity, and global functioning systematically co-vary with the feasibility and acceptability of such research efforts in clinical populations with affective disorders. We furthermore aimed to validate self-report measures of depression severity with the use of an external assessment performed by a clinical interviewer.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Sample</title>
        <p>A total of 364 psychiatric patients who were recently admitted to the inpatient service of the Department of Psychiatry, University of Münster were approached during the assessment period from March 2019 to March 2020. Patients who were admitted to the closed ward could not be assessed. Patients who were admitted and discharged over the course of one weekend could equally not be assessed due to the study design, which required presence of study personnel to assist in tablet handling. Criteria for initial eligibility were therefore the admission to any of the open inpatient services of the hospital, a treatment duration of more than 3 days, and the diagnosis of any affective disorder (International Statistical Classification of Diseases, Tenth Revision codes F30.0 through F39.9) at the time of admission. In order to be included as an active participant, patients needed to be sufficiently mentally stable, cognitively able, and proficient in reading and writing German to fill in questionnaires. Due to the naturalistic setting of this investigation, inclusion criteria were intentionally kept as broad as possible in order to achieve the best possible representation of the true population seeking psychiatric inpatient treatment. The study was approved by the local institutional review board and written informed consent was obtained before participation. Patients did not receive compensation for their participation.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>Patients with the appropriate diagnoses were identified with a patient recruitment system [<xref ref-type="bibr" rid="ref30">30</xref>] within the electronic health record based on the diagnosis entered by the treating clinician after an initial examination and diagnostic exploration on the day of admission to the ward. The clinical team approved research participation for all included patients and could dissent to participation when patients were not suitable due to their mental and cognitive symptom severity or insufficient language skills. All other potential participants were approached in hospital within 1 week of beginning their inpatient treatment. They were informed about the study and invited to participate for the duration of their stay at several regular intervals. Participants were informed about the possibility to participate in a scientific study and that the aims of the study were, first, the investigation of potential changes in affective state over the course of treatment as well as the identification of risk or resilience factors, which may influence treatment response. Second, patients were informed that the clinical team would have access to the collected measures and could make use of them as an additional source of information during clinical decision making. A reason for exclusion was recorded for patients who declined regular participation or were excluded by clinicians.</p>
        <p>Upon agreeing to participate, patients were, first, given a tablet-based battery of baseline questionnaires, including questions regarding sociodemographic variables, family and own mental health history, childhood trauma, personality style as well as symptom-specific self-report measures. External assessments of depressive symptoms and global functioning were additionally conducted by the researcher at baseline. Participants then provided data on their symptom severity every other week. Immediately before being discharged, they completed selected questionnaires one additional time and were once again assessed externally on their depressive symptoms and global functioning. Please refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for additional details about the specific measures included in each assessment battery. A researcher was present during data entry, to distribute the tablets and assist patients in case of uncertainty or problems with handling the equipment. The amount of assistance that patients required with handling the tablet was rated, and the time they took for data entry was recorded immediately after each assessment.</p>
        <p>Data were entered via Apple iPads, using the Mobile Patient Survey [<xref ref-type="bibr" rid="ref31">31</xref>], a web-based multilanguage electronic patient-reported outcome system. The standardized data processing and the standardized data export were realized with the single-source metadata architecture transformation [<xref ref-type="bibr" rid="ref32">32</xref>], an extension of the electronic health record system which uses Module Driven Software Development to generate standardized apps.</p>
        <p>Completed digital assessments were exported into the electronic health record automatically and could be accessed in full detail (including patient responses to all questions or items) by the clinical team. Participants did not receive insight into their data automatically, however, clinicians could provide them with updates on individual outcomes or assessment results upon request.</p>
      </sec>
      <sec>
        <title>Assessments and Measures</title>
        <p>Reasons for exclusion were predefined according to the following categories: organizational reasons, severe cognitive deficits, insufficient language skills, and objective mental distress, with the last item referring to any psychological symptoms that would hinder participation or the ability to consent. When eligible participants refused, their reasons for refusal were recorded and later classified into 4 categories: lack of interest in the study, subjective mental distress, lack of general adherence, and data security concerns.</p>
        <p>An external judgement of patients’ tablet-handling competency was made at each assessment based on a 4-point Likert-scale according to the following categories: 1, no required support: patient enters data independently; 2, little required support: patient needs few instructions before entering data; 3, some required support: patient needs instructions several times during data entry; and 4, a lot of required support: patient largely depends on the researcher for data entry. The median was calculated from all support ratings.</p>
        <p>The researcher kept the time in minutes of each data entry. In order to achieve an individual entry pace factor, which signifies the deviation from the group mean, patients’ individual times for the baseline, interim, and discharge assessments were divided by the group mean for each assessment. A mean was calculated from these 3 assessments, resulting in a relational measure of individual data entry pace.</p>
        <p>A digital version of the Beck Depression Inventory (BDI) [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>] was used as a self-report measure of depressive symptoms. The Hamilton Depression Scale (HAMD) [<xref ref-type="bibr" rid="ref35">35</xref>] and the Global Assessment of Functioning (GAF) [<xref ref-type="bibr" rid="ref36">36</xref>] were conducted by the researcher as an objective measure of depression severity and global (ie, psychological, social, and occupational) functioning. An overview of all instruments included in the assessment battery can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>Statistics were computed using SPSS software (version 26; IBM Corp). For all models, uncorrected <italic>P</italic> values as well as Benjamini-Hochberg false discovery rate–corrected <italic>P</italic> values were generated.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <sec>
          <title>Required Support</title>
          <p>To assess the influence of age, gender, depression severity and global functioning on the amount of required researcher support during data entry, we estimated an ordinal logistic regression model that included age, gender, and the baseline sum scores for BDI, HAMD, and GAF as predictors and required support as the dependent variable.</p>
        </sec>
        <sec>
          <title>Data Entry Pace</title>
          <p>A linear regression model was used to investigate the influence of these same variables on data entry pace. We estimated a linear regression model with age, gender, and the baseline sum scores for BDI, HAMD, and GAF as predictors and entry pace as the dependent variable.</p>
        </sec>
        <sec>
          <title>Self-Report Measure Validation</title>
          <p>In order to validate the self-report measure of depression severity with an external assessment, BDI and HAMD baseline sum scores were first correlated. To check for differences in agreement between self-reports and external assessments depending on age and gender, we additionally investigated potential interactions with age and gender based on linear regression models. The first model included BDI, age, and the interaction term age × BDI as predictors and HAMD as the dependent variable. The second model included BDI, gender, and the interaction term gender×BDI as predictors and HAMD as the dependent variable.</p>
        </sec>
      </sec>
      <sec>
        <title>Nonparticipants</title>
        <p>Two-tailed independent sample <italic>t</italic> tests and chi-square tests were calculated to assess whether patients who were excluded by clinicians or study personnel and patients who refused participation differed in age or gender. The same tests were used to assess age and gender differences between participants and nonparticipants, while potential differences in depression severity and global functioning between these 2 groups could not be compared, as the data were not available for nonparticipants.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <sec>
          <title>Overview</title>
          <p>All 242 participants were diagnosed with an affective disorder. The majority of our sample had a diagnosis of major depressive disorder (215/242, 88.8%), and 11.2% (27/242) had bipolar disorder. Additionally, 97 out of 242 participants (40.1%) were diagnosed with at least 1 psychiatric comorbidity, such as anxiety disorders, eating disorders, or personality disorders while 40 out of 242 (16.5%) participants also had a diagnosed somatic comorbidity. On average, participants completed 4 assessments during their hospital stay with a minimum of 1 and a maximum of 15 assessments. The average length of stay was 9.46 weeks (SD 6.88). Adherence with assessments was generally high, with an average of 79% of expected assessments being completed during the duration of treatment. Two participants dropped out of the study before their scheduled discharge from inpatient treatment, stating that the regular participation was disrupting their daily schedule. Two additional participants had to be excluded after initial participation: 1 due to cognitive limitations exacerbated by electroconvulsive therapy and 1 due to the development of delirious symptoms during the treatment course.</p>
        </sec>
        <sec>
          <title>Required Support</title>
          <p>Of 242 participants, 216 (89.3%) participants did not require support and managed data entry independently during all assessments. Little support was needed by 16 patients (6.6%), whereas 7 patients (2.9%) required some support, and 2 patients (0.8%) struggled to enter data independently and relied largely on the researcher for assistance.</p>
          <p>For the ordinal logistic regression, predictor variables were tested a priori to rule out violations of the assumption of multicollinearity. Model fit was given (χ<sub>5</sub><sup>2</sup>=26.1, <italic>P&#60;</italic>.001). According to Nagelkerke <italic>R</italic><sup>2</sup>, the model explained 23.1% of the variance in required support. Age was found to be the only significant contributor to the model as can be seen in <xref ref-type="table" rid="table1">Table 1</xref>; the odds of needing support with data entry and tablet handling increased with older age (odds ratio [OR] 1.08, 95% CI 1.04-1.12; <italic>P</italic><sub>FDR</sub>=.004). Gender (<italic>P</italic><sub>FDR</sub>=.94), depressive symptom severity (BDI: <italic>P</italic><sub>FDR</sub>=.68; HAMD: <italic>P</italic><sub>FDR</sub>=.52), and global level of functioning (<italic>P</italic><sub>FDR</sub>=.34) did not contribute significantly to the model.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Ordinal logistic regression analysis results predicting the effects of age, gender, and symptom severity on support required during data entry.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="320"/>
              <col width="140"/>
              <col width="90"/>
              <col width="190"/>
              <col width="130"/>
              <col width="130"/>
              <thead>
                <tr valign="bottom">
                  <td>Variables<sup>a</sup></td>
                  <td>B (SE)</td>
                  <td>Wald</td>
                  <td>Odds ratio (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td><italic>P</italic><sub>FDR</sub> value<sup>b</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Age</td>
                  <td>0.08 (0.02)</td>
                  <td>15.96</td>
                  <td>1.08 (1.04-1.12)</td>
                  <td>&#60;.001</td>
                  <td>.004</td>
                </tr>
                <tr valign="top">
                  <td>Gender (male=1)</td>
                  <td>0.16 (0.54)</td>
                  <td>0.09</td>
                  <td>1.18 (0.41-3.42)</td>
                  <td>.76</td>
                  <td>.94</td>
                </tr>
                <tr valign="top">
                  <td>Beck Depression Inventory</td>
                  <td>–0.03 (0.04)</td>
                  <td>0.69</td>
                  <td>0.97 (0.90-1.05)</td>
                  <td>.41</td>
                  <td>.68</td>
                </tr>
                <tr valign="top">
                  <td>Hamilton Depression Scale</td>
                  <td>–0.08 (0.07)</td>
                  <td>1.15</td>
                  <td>0.93 (0.81-1.07)</td>
                  <td>.28</td>
                  <td>.52</td>
                </tr>
                <tr valign="top">
                  <td>Global Assessment of Functioning</td>
                  <td>–0.07 (0.05)</td>
                  <td>2.03</td>
                  <td>0.93 (0.85-1.03)</td>
                  <td>.16</td>
                  <td>.34</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Model Nagelkerke <italic>R<sup>2</sup></italic>=0.231.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Benjamini-Hochberg false discovery rate–corrected <italic>P</italic> value.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Data Entry Pace</title>
          <p>It took participants 42.6 minutes (SD 16.6) on average to complete the baseline assessment, 7.0 minutes (SD 3.1) for each interim assessment and 18.3 minutes (SD 5.7) for the final assessment upon the conclusion of their treatment.</p>
          <p>The linear regression model was significant and explained 31.1% of the variance in data entry time (<italic>R</italic><sup>2</sup>=0.311, <italic>F</italic><sub>5,213</sub>=19.0, <italic>P&#60;</italic>.001). Age was a significant predictor of entry pace (β=0.519, <italic>t</italic>=8.90, <italic>P&#60;</italic>.001, <italic>P</italic><sub>FDR</sub>=.004). There was a trend for global level of functioning to predict entry pace, although this association was not upheld when controlling for multiple comparisons (β=–0.184, <italic>t</italic>=–2.24, <italic>P</italic>=.03, <italic>P</italic><sub>FDR</sub>=.09). Gender (<italic>P</italic><sub>FDR</sub>=.27) and level of depressive symptoms (BDI: <italic>P</italic><sub>FDR</sub>=.94; HAMD: <italic>P</italic><sub>FDR</sub>=.94) revealed no effect (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Linear regression results predicting the effects of age, gender, and symptom severity on required time for data entry.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="320"/>
              <col width="140"/>
              <col width="90"/>
              <col width="190"/>
              <col width="130"/>
              <col width="130"/>
              <thead>
                <tr valign="bottom">
                  <td>Variables<sup>a</sup></td>
                  <td>B (SE)</td>
                  <td>β</td>
                  <td><italic>t</italic> value</td>
                  <td><italic>P</italic> value</td>
                  <td><italic>P</italic><sub>FDR</sub> value<sup>b</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Age</td>
                  <td>0.009 (0.001)</td>
                  <td>0.519</td>
                  <td>8.90</td>
                  <td>&#60;.001</td>
                  <td>.004</td>
                </tr>
                <tr valign="top">
                  <td>Gender</td>
                  <td>–0.053 (0.033)</td>
                  <td>–0.095</td>
                  <td>–1.61</td>
                  <td>.11</td>
                  <td>.27</td>
                </tr>
                <tr valign="top">
                  <td>Beck Depression Inventory</td>
                  <td>0.000 (0.002)</td>
                  <td>0.019</td>
                  <td>0.233</td>
                  <td>.82</td>
                  <td>.94</td>
                </tr>
                <tr valign="top">
                  <td>Hamilton Depression Scale</td>
                  <td>–0.001 (0.004)</td>
                  <td>–0.012</td>
                  <td>–0.13</td>
                  <td>.90</td>
                  <td>.94</td>
                </tr>
                <tr valign="top">
                  <td>Global Assessment of Functioning</td>
                  <td>–0.006 (0.003)</td>
                  <td>–0.184</td>
                  <td>–2.24</td>
                  <td>.03</td>
                  <td>.09</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Model <italic>R</italic><sup>2</sup>=0.313.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Benjamini-Hochberg false discovery rate–corrected <italic>P</italic> value.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Self-Report Measure Validation</title>
          <p>We found overall high agreement between the patient reported outcome of depression severity and the external clinical rating of depression severity as demonstrated through a strong positive correlation between BDI and HAMD sum scores (<italic>r</italic><sub>214</sub>=0.69, <italic>P&#60;</italic>.001). The additional regression models confirmed these results: The first regression model was significant, with BDI and gender explaining 47.3% of the variance in HAMD (<italic>F</italic><sub>3,212</sub>=63.4, <italic>P&#60;</italic>.001, <italic>R</italic><sup>2</sup>=0.473). BDI was a significant predictor (<italic>F</italic><sub>1,212</sub>=186.3, <italic>P&#60;</italic>.001, <italic>P</italic><sub>FDR</sub>=.004) while gender was not (<italic>F</italic><sub>1,212</sub>=0.3, <italic>P</italic>=.58, <italic>P</italic><sub>FDR</sub>=.90). There was no significant interaction between BDI and gender (<italic>F</italic><sub>1,212</sub>=0.1, <italic>P=</italic>.717, <italic>P</italic><sub>FDR</sub>=.94). The second regression model was also significant, with BDI and age explaining 48.2% of the variance in HAMD (<italic>F</italic><sub>3,212</sub>=65.9, <italic>P&#60;</italic>.001, <italic>R</italic><sup>2</sup>=0.482). BDI was a significant predictor (<italic>F</italic><sub>1,212</sub>=18.2, <italic>P&#60;</italic>.001, <italic>P</italic><sub>FDR</sub>=.004) while age was not (<italic>F</italic><sub>1,212</sub>=0.1, <italic>P</italic>=.81, <italic>P</italic><sub>FDR</sub>=.94). There was no significant interaction between BDI and age (<italic>F</italic>=1.3, <italic>P</italic>=.26, <italic>P</italic><sub>FDR</sub>=.52).</p>
        </sec>
      </sec>
      <sec>
        <title>Nonparticipants</title>
        <p>Out of the 364 patients who were eligible for inclusion, 122 (33.5%) were excluded or refused to participate. The group of nonparticipants could be split into patients who were excluded by clinicians or study personnel (77/122; 63.1%) and patients who refused participation upon being approached for the study (45/122; 36.9%). There were no differences in age (t<sub>120</sub>=0.207, <italic>P</italic>=.84, <italic>P</italic><sub>FDR</sub>=.94) or gender (n=122, χ<sub>1</sub><sup>2</sup>=0.003, <italic>P</italic>=.96, <italic>P</italic><sub>FDR</sub>=.96) between these 2 subgroups.</p>
        <p>Half of the patients who had to be excluded from the study were excluded due to organizational reasons such as a very short hospital stay (ie, under 1 week). Other reasons for exclusions were insufficient German language proficiency, limited cognitive ability (ie, severe attentional or memory deficits), and acute mental distress as judged by the treating clinician (ie, severe agitation, psychotic symptoms, or tendency to dissociate). Within the group of patients who refused to participate, a majority cited general noninterest in the study as their reason for refusal as they were not willing to take on the extra effort of completing regular assessments during the course of treatment. Some patients also expressed that they were not interested, as they did not feel like they would personally benefit from the study. Fewer patients expressed that they felt too incapacitated by their symptoms to participate, displayed general nonadherence with treatment and thus refused to participate in additional assessments, or expressed concerns over data security. Please refer to <xref rid="figure1" ref-type="fig">Figure 1</xref> for more detailed visualization of the distribution of reasons for exclusion and refusal to participate.</p>
        <p>The nonparticipating group was significantly older (t<sub>362</sub>=3.31, <italic>P&#60;</italic>.001, <italic>P</italic><sub>FDR</sub>=.004), and there was a trend of this group to consist of more women than the participating group, although this association was not upheld when correcting for multiple comparisons (n=364; χ<sub>1</sub><sup>2</sup>=4.34, <italic>P</italic>=.04, <italic>P</italic><sub>FDR</sub>=.11). See <xref ref-type="table" rid="table3">Table 3</xref> for sociodemographic and clinical characteristics.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study flow chart.</p>
          </caption>
          <graphic xlink:href="mental_v7i12e24066_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Sociodemographic and clinical characteristics of patients who were initially approached for participation, consisting of 122 nonparticipating patients and 242 study participants.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="230"/>
            <col width="170"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Variables</td>
                <td>Nonparticipants (n=122)</td>
                <td>Participants (n=242)</td>
                <td><italic>P</italic> value</td>
                <td><italic>P</italic><sub>FDR</sub> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Age (years)</bold>
                </td>
                <td>48.52</td>
                <td>
                  <break/>
                </td>
                <td>&#60;.001</td>
                <td>.005</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td>48.52 (19.00)</td>
                <td>41.93 (17.39)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td>18-89</td>
                <td>18-81</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gender, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>.04</td>
                <td>.11</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>43 (35.2)</td>
                <td>113 (46.7)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>79 (64.8)</td>
                <td>129 (53.3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">
                  <bold>Beck Depression Inventory</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>—<sup>b</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td>N/A<sup>c</sup></td>
                <td>24.09 (11.24)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td>N/A</td>
                <td>1-50</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">
                  <bold>Hamilton Depression Scale</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td>N/A</td>
                <td>15.53 (6.16)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td>N/A</td>
                <td>1-31</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">
                  <bold>Global Assessment of Functioning</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td>N/A</td>
                <td>57.44 (8.63)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td>N/A</td>
                <td>33-78</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Benjamini-Hochberg false discovery rate–corrected <italic>P</italic> value.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Statistical test not performed.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>With this study, we demonstrated the feasibility and acceptance of repeated digitized assessment of risk and symptom profiles in affective disorder inpatients. Our results indicate that participatory medicine can be achieved in patients with affective disorders, as they are willing and able to contribute self-report measures throughout the duration of their inpatient treatment. This study, therefore, provides important insight into the possibility of routinely collecting longitudinal data in real-world clinical cohorts that may guide the way toward personalized psychiatric care.</p>
      <p>During an assessment period of 1 year, we achieved an inclusion rate of 66.5% of patients with a diagnosed affective disorder. This rate is similar to those reported from other investigations performed on the general population and nonpsychiatric patient groups, which indicates that major depressive disorder or bipolar disorder symptomology does not constitute a barrier toward participation [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Adherence to assessments was high, and the dropout rate after initial participation was very low. Exclusion by the clinician or researcher and refusal to participate by the patients themselves were largely not due to symptom severity or cognitive impairment but for organizational reasons or a general disinterest in the study, which mirrors reasons for nonparticipation in research from nonpsychiatric populations [<xref ref-type="bibr" rid="ref39">39</xref>]. It also confirms previous research on the generally high level of acceptance of longitudinal self-reporting technology in patients with bipolar disorder [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p>
      <p>A vast majority of patients who did participate were able to enter data independently and did not encounter technical difficulties. More importantly, we found no association between symptom severity at baseline and the amount of required support in handling the equipment or prolonged data entry times. This is in line with previous investigations on the feasibility and acceptability of digitally based assessments in psychiatric populations [<xref ref-type="bibr" rid="ref29">29</xref>]. Moreover, we were able to demonstrate the validity of patient reports with the use of an external measure of depression severity performed by a clinical interviewer. The level of agreement between self-reported depression severity with the BDI and the external rating based on the HAMD was comparable to findings from the literature [<xref ref-type="bibr" rid="ref42">42</xref>] and indicated high validity of the digital self-report measure. This is an especially promising result for the implementation of patient-reported data collection technologies into routine documentation as well as its use for research purposes because it indicates that little to no additional personnel resources are required in order to gain valuable longitudinal data throughout the course of treatment. Moreover, the digital implementation of such assessments will allow for more accurate data collection and immediate data storage and analysis [<xref ref-type="bibr" rid="ref15">15</xref>]. In the future, such an infrastructure of digital data collection could be used to communicate treatment outcomes and visual representations thereof directly to patients. Similar approaches have been found to improve communication between patients and health care providers [<xref ref-type="bibr" rid="ref43">43</xref>] and would also constitute an improvement in the participatory aspect of precision medicine.</p>
      <p>Although our results generally support the feasibility of longitudinal digital data collection in affective disorders, a few systematic recruitment and accessibility issues must be addressed. Despite the fact that no association between symptom severity and performance during data entry in our participating sample was detected, 6% of all potential participants were excluded beforehand due to reduced cognitive ability or clinicians’ concerns over their acute mental distress. Although this embodies only a small percentage of our sample, this result suggests that a systematic exclusion of more severe cases may not be avoidable. Nevertheless, it may be worthwhile to critically consider such cases individually, as it has been shown that carers overestimate the amount of distress patients are put under during research participation [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>We, furthermore, found a statistical trend for women to be more likely to refuse or be excluded from the study than men. Although this finding did not survive the correction for multiple comparisons, it is nevertheless meaningful to consider potential reasons this gender disparity may occur, as it may again be due to symptom severity. Although the reasons recorded at the time of exclusion do not suggest symptom severity is the main factor, evidence does suggest that women are more likely to seek psychiatric treatment and report more severe symptoms [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. As we do not have data on the symptom levels of the excluded group, this question cannot be answered with certainty.</p>
      <p>Regardless of gender, the factor that impacted both the amount of required assistance and time during data entry was older age. Older adults found it more difficult to handle the tablet-based assessments and took longer to complete them. However, the percentage of participants who needed assistance was comparatively small, and even those who did require assistance were able to complete assessments regularly, which suggests that their difficulties with handling the equipment did not stop them from participating. Although our study did not assess subjective attitudes toward technology, previous studies [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref46">46</xref>] found that digital methods of data collection are well-accepted even among older adults. It can also be expected that technological literacy will rise in older populations over the years, as smartphones and tablets are becoming increasingly ubiquitous, which will alleviate the difficulties for this specific age group in the future. Studies [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>] also show that, although older adults lag behind in digital literacy, such competencies can be acquired through social support. Nevertheless, our findings suggest that options for support of older participants should currently be offered to not systematically exclude technologically less well-versed patients from participatory care. </p>
      <p>In addition to older age, there was also a trend for lower global functioning to be related to slower data entry pace; however, it was not associated with the amount of required assistance. Even though this association was not upheld when correcting for multiple comparisons, this finding should also be critically discussed. It suggests that patients with a generally lower level of global functioning take longer to complete assessments but are still able to do so independently. Moreover, the added time expenditure does not lead to participants dropping out of the study, indicating that the slower entry pace is tolerable and not a barrier that would keep lower functioning patients from participating in such research.</p>
      <p>Furthermore, patients who are not proficient in the language spoken by their health care providers are a systematically disadvantaged group in psychiatric care who could not be included in this investigation. At equal or greater levels of need, persons with an immigration background are known to seek mental health treatment less often and are less likely to report favorable treatment outcomes [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. This suggests that the inclusion of marginalized populations would be of great importance especially when investigating individual risk factors for affective disorders on the way to precision psychiatry. In fact, digitally assessed self-report measures present the opportunity to get detailed, standardized assessments despite language barriers, as questionnaire measures can be made available in every language. The app that we used for data collection supports the implementation of multilanguage assessments [<xref ref-type="bibr" rid="ref51">51</xref>] and could therefore be used in future investigations in order to also reach and assess non-German speaking clinical populations. This would provide a wealth of standardized, quantifiable information about patients of diverse cultural backgrounds that could guide treatment but also assist in identifying suitable interventions for clinical populations with specific ethnic or cultural differences and risk or resilience factors.</p>
      <p>To the best of our knowledge, this study is the first naturalistic investigation to incorporate repeated, digitally assessed patient reports throughout the course of inpatient treatment in affective disorders. Overall, the acceptability and feasibility of such study protocols within the clinical routine is high while required resources remain comparatively low. Patients are willing and able to provide data at regular intervals and are not systematically disadvantaged by the severity of their affective symptoms. Future implementations should keep gender, age, and cultural factors in mind when approaching patients and offer assistance with any technological equipment as needed.</p>
      <p>In conclusion, this study is a first step in demonstrating that the participatory aspect of precision medicine can be achieved in psychiatry. In the future, the information gathered routinely through patient reported assessments could be combined with other potential data sources such as fitness trackers and information gained from electronic health records [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. This may pave the way for data-driven predictive models that could, in the more distant future, be used to predict and prevent the occurrence of affective disorders, as well as facilitate the identification of individual risk profiles. Even without the use of predictive modeling, self-reports and the direct exchange of such information between patients and clinicians might improve treatment [<xref ref-type="bibr" rid="ref43">43</xref>]. Overall, such advances in psychiatry will be invaluable as personalized treatments tailored to such individual risk factors may lead to much shorter and less frequent hospitalizations, which would equate to more cost-effective treatments and a pronounced reduction in patient suffering.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary table.</p>
        <media xlink:href="mental_v7i12e24066_app1.docx" xlink:title="DOCX File , 34 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BDI</term>
          <def>
            <p>Beck Depression Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GAF</term>
          <def>
            <p>Global Assessment of Functioning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HAMD</term>
          <def>
            <p>Hamilton Depression Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Funding was provided by the Interdisciplinary Center for Clinical Research of the medical faculty of Münster (grant SEED 11/19 to NO), as well as the <italic>Innovative Medizinische Forschung</italic> of the medical faculty of Münster (grants OP121710 to NO).</p>
      <p>We are deeply indebted to all participants of this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hamideh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Qualifying and quantifying the precision medicine rhetoric</article-title>
          <source>BMC Genomics</source>
          <year>2019</year>
          <month>11</month>
          <day>15</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>868</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgenomics.biomedcentral.com/articles/10.1186/s12864-019-6242-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12864-019-6242-8</pub-id>
          <pub-id pub-id-type="medline">31730456</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12864-019-6242-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6858780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawgood</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hook-Barnard</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>Theresa C</given-names>
            </name>
            <name name-style="western">
              <surname>Yamamoto</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Precision medicine: beyond the inflection point</article-title>
          <source>Sci Transl Med</source>
          <year>2015</year>
          <month>08</month>
          <day>12</day>
          <volume>7</volume>
          <issue>300</issue>
          <fpage>300ps17</fpage>
          <lpage>300ps17</lpage>
          <pub-id pub-id-type="doi">10.1126/scitranslmed.aaa9970</pub-id>
          <pub-id pub-id-type="medline">26268311</pub-id>
          <pub-id pub-id-type="pii">7/300/300ps17</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feczko</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Miranda-Dominguez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Marr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Nigg</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Fair</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>The heterogeneity problem: approaches to identify psychiatric subtypes</article-title>
          <source>Trends Cogn Sci</source>
          <year>2019</year>
          <month>07</month>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>584</fpage>
          <lpage>601</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31153774"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.tics.2019.03.009</pub-id>
          <pub-id pub-id-type="medline">31153774</pub-id>
          <pub-id pub-id-type="pii">S1364-6613(19)30092-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6821457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nandi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Epidemiologic heterogeneity of common mood and anxiety disorders over the lifecourse in the general population: a systematic review</article-title>
          <source>BMC Psychiatry</source>
          <year>2009</year>
          <month>06</month>
          <day>01</day>
          <volume>9</volume>
          <fpage>31</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-9-31"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-9-31</pub-id>
          <pub-id pub-id-type="medline">19486530</pub-id>
          <pub-id pub-id-type="pii">1471-244X-9-31</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rush</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Trivedi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Warden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Niederehe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thase</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Lavori</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Lebowitz</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Sackeim</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Luther</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fava</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Acute and longer-term outcomes in depressed outpatients requiring one or several treatment steps: a STAR*D report</article-title>
          <source>Am J Psychiatry</source>
          <year>2006</year>
          <month>11</month>
          <volume>163</volume>
          <issue>11</issue>
          <fpage>1905</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.2006.163.11.1905</pub-id>
          <pub-id pub-id-type="medline">17074942</pub-id>
          <pub-id pub-id-type="pii">163/11/1905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Papakostas</surname>
              <given-names>George I</given-names>
            </name>
            <name name-style="western">
              <surname>Fava</surname>
              <given-names>Maurizio</given-names>
            </name>
          </person-group>
          <source>Pharmacotherapy for Depression and Treatment-Resistant Depression</source>
          <year>2010</year>
          <publisher-loc>Singapore</publisher-loc>
          <publisher-name>World Scientific</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gotelli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marcenaro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Amore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Natta</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Duration of untreated illness and outcomes in unipolar depression: a systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2014</year>
          <month>01</month>
          <volume>152-154</volume>
          <fpage>45</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.10.002</pub-id>
          <pub-id pub-id-type="medline">24183486</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00731-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greden</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thase</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Dunlop</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>DeBattista</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Forester</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Mondimore</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Shelton</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Macaluso</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jablonski</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Dechairo</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Impact of pharmacogenomics on clinical outcomes in major depressive disorder in the GUIDED trial: a large, patient- and rater-blinded, randomized, controlled study</article-title>
          <source>J Psychiatr Res</source>
          <year>2019</year>
          <month>04</month>
          <volume>111</volume>
          <fpage>59</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0022-3956(18)31006-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2019.01.003</pub-id>
          <pub-id pub-id-type="medline">30677646</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(18)31006-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chekroud</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Zotti</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shehzad</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Gueorguieva</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Trivedi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Cannon</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Krystal</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Corlett</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Cross-trial prediction of treatment outcome in depression: a machine learning approach</article-title>
          <source>Lancet Psychiatry</source>
          <year>2016</year>
          <month>03</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>243</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(15)00471-X</pub-id>
          <pub-id pub-id-type="medline">26803397</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(15)00471-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>van Loo</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Wardenaar</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bossarte</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Jonge</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Petukhova</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Rosellini</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Schoevers</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Testing a machine-learning algorithm to predict the persistence and severity of major depressive disorder from baseline self-reports</article-title>
          <source>Mol Psychiatry</source>
          <year>2016</year>
          <month>10</month>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>1366</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26728563"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/mp.2015.198</pub-id>
          <pub-id pub-id-type="medline">26728563</pub-id>
          <pub-id pub-id-type="pii">mp2015198</pub-id>
          <pub-id pub-id-type="pmcid">PMC4935654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manchia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pisanu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Squassina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carpiniello</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Challenges and future prospects of precision medicine in psychiatry</article-title>
          <source>Pharmgenomics Pers Med</source>
          <year>2020</year>
          <volume>13</volume>
          <fpage>127</fpage>
          <lpage>140</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PGPM.S198225"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PGPM.S198225</pub-id>
          <pub-id pub-id-type="medline">32425581</pub-id>
          <pub-id pub-id-type="pii">198225</pub-id>
          <pub-id pub-id-type="pmcid">PMC7186890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beijers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wardenaar</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Loo</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Schoevers</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Data-driven biological subtypes of depression: systematic review of biological approaches to depression subtyping</article-title>
          <source>Mol Psychiatry</source>
          <year>2019</year>
          <month>06</month>
          <day>1</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>888</fpage>
          <lpage>900</lpage>
          <pub-id pub-id-type="doi">10.1038/s41380-019-0385-5</pub-id>
          <pub-id pub-id-type="medline">30824865</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41380-019-0385-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cearns</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Opel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaehler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thalamuthu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heindel</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Teismann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Minnerup</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dannlowski</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baune</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Predicting rehospitalization within 2 years of initial patient admission for a major depressive episode: a multimodal machine learning approach</article-title>
          <source>Transl Psychiatry</source>
          <year>2019</year>
          <month>11</month>
          <day>11</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>285</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41398-019-0615-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41398-019-0615-2</pub-id>
          <pub-id pub-id-type="medline">31712550</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41398-019-0615-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6848135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redlich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Opel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grotegerd</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dohm</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zaremba</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bürger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Münker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mühlmann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wahl</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Heindel</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Arolt</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Alferink</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zwanzger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zavorotnyy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kugel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dannlowski</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Prediction of individual response to electroconvulsive therapy via machine learning on structural magnetic resonance imaging data</article-title>
          <source>JAMA Psychiatry</source>
          <year>2016</year>
          <month>06</month>
          <day>01</day>
          <volume>73</volume>
          <issue>6</issue>
          <fpage>557</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2016.0316</pub-id>
          <pub-id pub-id-type="medline">27145449</pub-id>
          <pub-id pub-id-type="pii">2519363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fromer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fleck</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Varghese</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Transforming psychiatry into data-driven medicine with digital measurement tools</article-title>
          <source>NPJ Digit Med</source>
          <year>2018</year>
          <volume>1</volume>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-018-0046-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-018-0046-0</pub-id>
          <pub-id pub-id-type="medline">31304319</pub-id>
          <pub-id pub-id-type="pii">46</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Humphreys</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>What can treatment research offer general practice?</article-title>
          <source>Lancet Psychiatry</source>
          <year>2018</year>
          <month>04</month>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>295</fpage>
          <lpage>297</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(17)30512-6</pub-id>
          <pub-id pub-id-type="medline">29248404</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(17)30512-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Moor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sundgren</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Claerhout</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Karakoyun</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ohmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lastic</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ammour</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kush</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cuggia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thienpont</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coorevits</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Using electronic health records for clinical research: the case of the EHR4CR project</article-title>
          <source>J Biomed Inform</source>
          <year>2015</year>
          <month>02</month>
          <volume>53</volume>
          <fpage>162</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(14)00226-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2014.10.006</pub-id>
          <pub-id pub-id-type="medline">25463966</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(14)00226-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bidargaddi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Musiat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Makinen</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ermes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schrader</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Licinio</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital footprints: facilitating large-scale environmental psychiatric research in naturalistic settings through data from everyday technologies</article-title>
          <source>Mol Psychiatry</source>
          <year>2017</year>
          <month>12</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>164</fpage>
          <lpage>169</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27922603"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/mp.2016.224</pub-id>
          <pub-id pub-id-type="medline">27922603</pub-id>
          <pub-id pub-id-type="pii">mp2016224</pub-id>
          <pub-id pub-id-type="pmcid">PMC5285463</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Pasco</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Jacka</surname>
              <given-names>FN</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Comparison of self-report and structured clinical interview in the identification of depression</article-title>
          <source>Compr Psychiatry</source>
          <year>2014</year>
          <month>05</month>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>866</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.comppsych.2013.12.019</pub-id>
          <pub-id pub-id-type="medline">24467941</pub-id>
          <pub-id pub-id-type="pii">S0010-440X(13)00385-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavallee</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Chenok</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holve</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Incorporating patient-reported outcomes into health care to engage patients and enhance care</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2016</year>
          <month>04</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>575</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2015.1362</pub-id>
          <pub-id pub-id-type="medline">27044954</pub-id>
          <pub-id pub-id-type="pii">35/4/575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>Bruce J</given-names>
            </name>
            <name name-style="western">
              <surname>McGarvey</surname>
              <given-names>Elizabeth L</given-names>
            </name>
            <name name-style="western">
              <surname>Pinkerton</surname>
              <given-names>Relana C</given-names>
            </name>
            <name name-style="western">
              <surname>Kryzhanivska</surname>
              <given-names>Ludmila</given-names>
            </name>
          </person-group>
          <article-title>Willingness and competence of depressed and schizophrenic inpatients to consent to research</article-title>
          <source>J Am Acad Psychiatry Law</source>
          <year>2004</year>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>134</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">15281414</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hindmarch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Depression and decision-making capacity for treatment or research: a systematic review</article-title>
          <source>BMC Med Ethics</source>
          <year>2013</year>
          <month>12</month>
          <day>13</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>54</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/1472-6939-14-54"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6939-14-54</pub-id>
          <pub-id pub-id-type="medline">24330745</pub-id>
          <pub-id pub-id-type="pii">1472-6939-14-54</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes-Morley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Waheed</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Factors affecting recruitment into depression trials: Systematic review, meta-synthesis and conceptual framework</article-title>
          <source>J Affect Disord</source>
          <year>2015</year>
          <month>02</month>
          <day>01</day>
          <volume>172</volume>
          <fpage>274</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-0327(14)00627-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2014.10.005</pub-id>
          <pub-id pub-id-type="medline">25451427</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(14)00627-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tallon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiles</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elgie</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Involving patients with depression in research: survey of patients' attitudes to participation</article-title>
          <source>Br J Gen Pract</source>
          <year>2011</year>
          <month>04</month>
          <volume>61</volume>
          <issue>585</issue>
          <fpage>134</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=21439170"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp11X567036</pub-id>
          <pub-id pub-id-type="medline">21439170</pub-id>
          <pub-id pub-id-type="pmcid">PMC3063041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirschtritt</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Digital technologies in psychiatry: present and future</article-title>
          <source>Focus (Am Psychiatr Publ)</source>
          <year>2018</year>
          <month>07</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>251</fpage>
          <lpage>258</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31975919"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.focus.20180001</pub-id>
          <pub-id pub-id-type="medline">31975919</pub-id>
          <pub-id pub-id-type="pii">FOC_20180001</pub-id>
          <pub-id pub-id-type="pmcid">PMC6493099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Hagen</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>Despite technical problems personal digital assistants outperform pen and paper when collecting patient diary data</article-title>
          <source>J Clin Epidemiol</source>
          <year>2007</year>
          <month>01</month>
          <volume>60</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2006.04.005</pub-id>
          <pub-id pub-id-type="medline">17161749</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(06)00193-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alfonsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maathz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hursti</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Interformat reliability of digital psychiatric self-report questionnaires: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e268</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2014/12/e268/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3395</pub-id>
          <pub-id pub-id-type="medline">25472463</pub-id>
          <pub-id pub-id-type="pii">v16i12e268</pub-id>
          <pub-id pub-id-type="pmcid">PMC4275488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Balhorn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Breil</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Qualitative and quantitative evaluation of EHR-integrated mobile patient questionnaires regarding usability and cost-efficiency</article-title>
          <source>Int J Med Inform</source>
          <year>2012</year>
          <month>05</month>
          <volume>81</volume>
          <issue>5</issue>
          <fpage>303</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2011.12.008</pub-id>
          <pub-id pub-id-type="medline">22236957</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(11)00268-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Preuschoff</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Sperling</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Biermann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bergner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kornhuber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Groemer</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>iPad-assisted measurements of duration estimation in psychiatric patients and healthy control subjects</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <month>5</month>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e61295</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0061295"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0061295</pub-id>
          <pub-id pub-id-type="medline">23658689</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-23216</pub-id>
          <pub-id pub-id-type="pmcid">PMC3642147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trinczek</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Köpcke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Leusch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Schreiweis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wenk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bergh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ohmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Röhrig</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Prokosch</surname>
              <given-names>HU</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Design and multicentric implementation of a generic software architecture for patient recruitment systems re-using existing HIS tools and routine patient data</article-title>
          <source>Appl Clin Inform</source>
          <year>2014</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>264</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.4338/ACI-2013-07-RA-0047"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2013-07-RA-0047</pub-id>
          <pub-id pub-id-type="medline">24734138</pub-id>
          <pub-id pub-id-type="pmcid">PMC3974260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soto-Rey</surname>
              <given-names>Iñaki</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>Martin</given-names>
            </name>
            <name name-style="western">
              <surname>Storck</surname>
              <given-names>Michael</given-names>
            </name>
          </person-group>
          <article-title>Implementation of an ODM and HL7 Compliant Electronic Patient-Reported Outcome System</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2016</year>
          <volume>228</volume>
          <fpage>421</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="medline">27577417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blitz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Conceptual design, implementation, and evaluation of generic and standard-compliant data transfer into electronic health records</article-title>
          <source>Appl Clin Inform</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>374</fpage>
          <lpage>386</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0040-1710023</pub-id>
          <pub-id pub-id-type="medline">32462639</pub-id>
          <pub-id pub-id-type="pmcid">PMC7253309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>GK</given-names>
            </name>
          </person-group>
          <source>Manual for the Beck Depression Inventory (BDI-II)</source>
          <year>1996</year>
          <publisher-loc>San Antonio, TX</publisher-loc>
          <publisher-name>Psychological Corporation</publisher-name>
          <fpage>82</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hautzinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bailer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Worall</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>Beck-Depressions-Inventar (BDI) Testhandbuch</source>
          <year>1994</year>
          <publisher-loc>Bern</publisher-loc>
          <publisher-name>Hans Huber</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Sartorius</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ban</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>The Hamilton Rating Scale for Depression</article-title>
          <source>Assessment of Depression</source>
          <year>1986</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Global Assessment of Functioning: a modified scale</article-title>
          <source>Psychosomatics</source>
          <year>1995</year>
          <month>5</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>267</fpage>
          <lpage>275</lpage>
          <pub-id pub-id-type="doi">10.1016/s0033-3182(95)71666-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grobbee</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Hoes</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Verheij</surname>
              <given-names>TJM</given-names>
            </name>
            <name name-style="western">
              <surname>Schrijvers</surname>
              <given-names>AJP</given-names>
            </name>
            <name name-style="western">
              <surname>van Ameijden</surname>
              <given-names>Erik J C</given-names>
            </name>
            <name name-style="western">
              <surname>Numans</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>The Utrecht Health Project: optimization of routine healthcare data for research</article-title>
          <source>Eur J Epidemiol</source>
          <year>2005</year>
          <month>01</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>285</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1007/s10654-004-5689-2</pub-id>
          <pub-id pub-id-type="medline">15921047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karsten</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Speiser</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zeuschner</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lippold</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kiver</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gocke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchberger</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Blohmer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Web-based patient-reported outcomes using the international consortium for health outcome measurement dataset in a major german university hospital: observational study</article-title>
          <source>JMIR Cancer</source>
          <year>2018</year>
          <month>12</month>
          <day>20</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e11373</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancer.jmir.org/2018/2/e11373/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11373</pub-id>
          <pub-id pub-id-type="medline">30573450</pub-id>
          <pub-id pub-id-type="pii">v4i2e11373</pub-id>
          <pub-id pub-id-type="pmcid">PMC6320408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brintnall-Karabelas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cadman</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Squires</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Whorton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pao</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Improving recruitment in clinical trials: why eligible participants decline</article-title>
          <source>J Empir Res Hum Res Ethics</source>
          <year>2011</year>
          <month>03</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>69</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21460590"/>
          </comment>
          <pub-id pub-id-type="doi">10.1525/jer.2011.6.1.69</pub-id>
          <pub-id pub-id-type="medline">21460590</pub-id>
          <pub-id pub-id-type="pmcid">PMC3251924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grof</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gyulai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rasgon</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Glenn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Whybrow</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Using technology to improve longitudinal studies: self-reporting with ChronoRecord in bipolar disorder</article-title>
          <source>Bipolar Disord</source>
          <year>2004</year>
          <month>02</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1399-5618.2003.00085.x</pub-id>
          <pub-id pub-id-type="medline">14996143</pub-id>
          <pub-id pub-id-type="pii">085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ritz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Jacoby</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mikkelsen</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Knorr</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Daily electronic self-monitoring in bipolar disorder using smartphones - the MONARCA I trial: a randomized, placebo-controlled, single-blind, parallel group trial</article-title>
          <source>Psychol Med</source>
          <year>2015</year>
          <month>10</month>
          <volume>45</volume>
          <issue>13</issue>
          <fpage>2691</fpage>
          <lpage>704</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291715000410</pub-id>
          <pub-id pub-id-type="medline">26220802</pub-id>
          <pub-id pub-id-type="pii">S0033291715000410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Riskind</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Relationships between the Beck Depression Inventory and the Hamilton Psychiatric Rating Scale for Depression in depressed outpatients</article-title>
          <source>J Psychopathol Behav Assess</source>
          <year>1987</year>
          <month>9</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>327</fpage>
          <lpage>339</lpage>
          <pub-id pub-id-type="doi">10.1007/bf00964561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baeksted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pappot</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nissen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hjollund</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bidstrup</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Dalton</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and acceptability of electronic symptom surveillance with clinician feedback using the Patient-Reported Outcomes version of Common Terminology Criteria for Adverse Events (PRO-CTCAE) in Danish prostate cancer patients</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2017</year>
          <month>9</month>
          <day>12</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29757324"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-017-0005-6</pub-id>
          <pub-id pub-id-type="medline">29757324</pub-id>
          <pub-id pub-id-type="pii">5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5934932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ladwig</surname>
              <given-names>K H</given-names>
            </name>
            <name name-style="western">
              <surname>Marten-Mittag</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Formanek</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dammann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Gender differences of symptom reporting and medical health care utilization in the German population</article-title>
          <source>Eur J Epidemiol</source>
          <year>2000</year>
          <month>06</month>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>511</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1023/a:1007629920752</pub-id>
          <pub-id pub-id-type="medline">11049093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koopmans</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Lamers</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Gender and health care utilization: the role of mental distress and help-seeking propensity</article-title>
          <source>Soc Sci Med</source>
          <year>2007</year>
          <month>03</month>
          <volume>64</volume>
          <issue>6</issue>
          <fpage>1216</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2006.11.018</pub-id>
          <pub-id pub-id-type="medline">17194514</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(06)00600-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horevoorts</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vissers</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Mols</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Thong</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>van</surname>
              <given-names>DPLV</given-names>
            </name>
          </person-group>
          <article-title>Response rates for patient-reported outcomes using web-based versus paper questionnaires: comparison of two invitational methods in older colorectal cancer patients</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>05</month>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>e111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/5/e111/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3741</pub-id>
          <pub-id pub-id-type="medline">25953059</pub-id>
          <pub-id pub-id-type="pii">v17i5e111</pub-id>
          <pub-id pub-id-type="pmcid">PMC4468744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreurs</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Quan-Haase</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Problematizing the digital literacy paradox in the context of older adults’ ICT Use: aging, media discourse, and self-determination</article-title>
          <source>CJC</source>
          <year>2017</year>
          <month>05</month>
          <day>23</day>
          <volume>42</volume>
          <issue>2</issue>
          <pub-id pub-id-type="doi">10.22230/cjc.2017v42n2a3130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Shillair</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cotten</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Social support and "playing around": an examination of how older adults acquire digital literacy with tablet computers</article-title>
          <source>J Appl Gerontol</source>
          <year>2017</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26491029"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0733464815609440</pub-id>
          <pub-id pub-id-type="medline">26491029</pub-id>
          <pub-id pub-id-type="pii">0733464815609440</pub-id>
          <pub-id pub-id-type="pmcid">PMC5505553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Derr</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Mental health service use among immigrants in the united states: a systematic review</article-title>
          <source>Psychiatr Serv</source>
          <year>2016</year>
          <month>03</month>
          <volume>67</volume>
          <issue>3</issue>
          <fpage>265</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26695493"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201500004</pub-id>
          <pub-id pub-id-type="medline">26695493</pub-id>
          <pub-id pub-id-type="pmcid">PMC5122453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mösko</surname>
              <given-names>Mike</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Does a Turkish migration background influence treatment outcome? results of a prospective inpatient healthcare study</article-title>
          <source>Psychother Psychosom Med Psychol</source>
          <year>2008</year>
          <month>1</month>
          <volume>58</volume>
          <issue>3-4</issue>
          <fpage>176</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1055/s-2008-1067352</pub-id>
          <pub-id pub-id-type="medline">18421658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soto-Rey</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rehr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bruland</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zeidler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Riepe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Steinke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ständer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Storck</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Electronic collection of multilingual patient-reported outcomes across Europe</article-title>
          <source>Methods Inf Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>57</volume>
          <issue>S 02</issue>
          <fpage>e107</fpage>
          <lpage>e114</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0038-1675397"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1675397</pub-id>
          <pub-id pub-id-type="medline">30453339</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldstein-Piekarski</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Holt-Gosselin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hora</surname>
              <given-names>Kathleen</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Integrating sleep, neuroimaging, and computational approaches for precision psychiatry</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2020</year>
          <month>01</month>
          <day>19</day>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>192</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1038/s41386-019-0483-8</pub-id>
          <pub-id pub-id-type="medline">31426055</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41386-019-0483-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6879628</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Rothrock</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>DeWitt</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Spiegel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Forrest</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Fredericksen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shulman</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>The role of technical advances in the adoption and integration of patient-reported outcomes in clinical care</article-title>
          <source>Med Care</source>
          <year>2015</year>
          <month>02</month>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>153</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25588135"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000289</pub-id>
          <pub-id pub-id-type="medline">25588135</pub-id>
          <pub-id pub-id-type="pii">00005650-201502000-00008</pub-id>
          <pub-id pub-id-type="pmcid">PMC4801509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hariman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ventriglio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bhugra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Future of Digital Psychiatry</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>08</month>
          <day>13</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>88</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1074-4</pub-id>
          <pub-id pub-id-type="medline">31410728</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1074-4</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
