<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e64959</article-id>
      <article-id pub-id-type="pmid">39869902</article-id>
      <article-id pub-id-type="doi">10.2196/64959</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Establishment and Maintenance of a Digital Therapeutic Alliance in People Living With Negative Symptoms of Schizophrenia: Two Exploratory Single-Arm Studies</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Parri</surname>
            <given-names>Lois</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Harvey</surname>
            <given-names>Philip</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Snipes</surname>
            <given-names>Cassandra</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-8953-999X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Dorner‑Ciossek</surname>
            <given-names>Cornelia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Boehringer Ingelheim International GmbH</institution>
            <addr-line>Binger Straße 173</addr-line>
            <addr-line>Ingelheim am Rhein, 55216</addr-line>
            <country>Germany</country>
            <phone>49 (7351) 54 97758</phone>
            <email>cornelia.dorner-ciossek@boehringer-ingelheim.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-7375-4724</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hare</surname>
            <given-names>Brendan D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6502-3188</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Besedina</surname>
            <given-names>Olya</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-3429-3740</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Campellone</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8793-9576</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Petrova</surname>
            <given-names>Mariya</given-names>
          </name>
          <degrees>LMHC, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6343-2359</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lakhan</surname>
            <given-names>Shaheen E</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2994-3630</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Pratap</surname>
            <given-names>Abhishek</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5289-6932</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Click Therapeutics Inc.</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Boehringer Ingelheim International GmbH</institution>
        <addr-line>Ingelheim am Rhein</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Boehringer Ingelheim Pharmaceuticals, Inc.</institution>
        <addr-line>Ridgefield, CT</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Cornelia Dorner‑Ciossek <email>cornelia.dorner-ciossek@boehringer-ingelheim.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>1</month>
        <year>2025</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e64959</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>10</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>1</day>
          <month>11</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Cassandra Snipes, Cornelia Dorner‑Ciossek, Brendan D Hare, Olya Besedina, Tim Campellone, Mariya Petrova, Shaheen E Lakhan, Abhishek Pratap. Originally published in JMIR Mental Health (https://mental.jmir.org), 27.01.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2025/1/e64959" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Evidence-based digital therapeutics represent a new treatment modality in mental health, potentially providing cost-efficient, accessible means of augmenting existing treatments for chronic mental illnesses. CT-155/BI 3972080 is a prescription digital therapeutic under development as an adjunct to standard of care treatments for patients 18 years of age and older with experiential negative symptoms (ENS) of schizophrenia. Individual components of CT-155/BI 3972080 are designed based on the underlying principles of face-to-face treatment. A positive therapeutic alliance between patients and health care providers is linked with improved clinical outcomes in mental health. Likewise, establishing a similar therapeutic alliance with a digital therapeutic (ie, digital working alliance [DWA]) may be important for engagement and treatment effectiveness of this modality.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to investigate the establishment and maintenance of a DWA between a beta version of CT-155/BI 3972080 (CT-155 beta) and adults with ENS of schizophrenia.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Two multicenter, exploratory, single-arm studies (study 1: CT-155-C-001 and study 2: CT-155-C-002) enrolled adults with schizophrenia and ENS receiving stable antipsychotic medication (≥12 weeks). Participants had access to CT-155 beta and were presented with daily in-app activities during a 3-week orientation phase that included lessons designed to facilitate building of a DWA. In study 2, the 3-week orientation phase was followed by an abbreviated active 4-week phase. Digital literacy at baseline was evaluated using the Mobile Device Proficiency Questionnaire (MDPQ). The mobile Agnew Relationship Measure (mARM) was used to assess DWA establishment after 3 weeks in both studies, and after 7 weeks in study 2 to assess DWA maintenance. Participant safety, digital literacy, and correlations between negative symptom severity and DWA were assessed in both studies.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the enrolled participants, 94% (46/49) and 86% (43/50) completed studies 1 and 2, respectively. Most were male (study 1: 71%, 35/49; study 2: 80%, 40/50). The baseline digital literacy assessed through MDPQ score was comparable in both studies (study 1: mean 30.56, SD 8.06; study 2: mean 28.69, SD 8.31) indicating proficiency in mobile device use. After 3 weeks, mARM scores (study 1: mean 5.16, SD 0.8; study 2: mean 5.36, SD 1.06) indicated that a positive DWA was established in both studies. In study 2, the positive DWA established at week 3 was maintained at week 7 (mARM: mean 5.48, SD 0.97). There were no adverse events (AEs) in study 1, and 3 nonserious and nontreatment-related AEs in study 2.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A positive DWA was established between participants and CT-155 beta within 3 weeks. The second 7-week study showed maintenance of the DWA to the end of the study. Results support the establishment and maintenance of a DWA between adults with ENS of schizophrenia and a beta version of CT-155/BI 3972080, a prescription digital therapeutic under development to target these symptoms.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Clinicaltrials.gov NCT05486312; https://clinicaltrials.gov/study/NCT05486312</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>therapeutic alliance</kwd>
        <kwd>digital working alliance</kwd>
        <kwd>experiential negative symptoms</kwd>
        <kwd>schizophrenia</kwd>
        <kwd>digital therapeutics</kwd>
        <kwd>digital literacy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The therapeutic alliance was defined by Bordin and colleagues in 1979 as a measure of the quality of the relationship between a patient and health care provider, and its pivotal influence on clinical outcomes is well documented and supported [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. The following three main components constitute the therapeutic alliance: (1) the patient-provider bond, (2) a collaborative approach to assignment of therapeutic tasks, and (3) agreement on therapeutic goals [<xref ref-type="bibr" rid="ref1">1</xref>]. In face-to-face therapy, the quality of this working alliance predicts clinical outcomes independently of the type of implemented psychotherapy or assessed outcome measures [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Several studies suggest that there is an association between a positive therapeutic alliance and improved outcomes in people with mental illness, including schizophrenia. For example, there is evidence that maintaining a positive alliance is associated with adherence to schizophrenia medication [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], that a positive alliance predicts improved overall psychotic symptomatic outcomes [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], and that strong alliances are associated with better treatment engagement and improvements in schizophrenia symptoms [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Schizophrenia is a chronic debilitating psychiatric disorder that occurs in approximately 1 in every 300 people worldwide [<xref ref-type="bibr" rid="ref12">12</xref>]. Symptoms generally emerge in late adolescence or early adulthood and are categorized as positive, negative, or cognitive [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Positive symptoms, such as delusions, hallucinations and disorganized thinking, represent an excess or distortion of normal functions, and tend to relapse and remit. Negative symptoms involve reductions or absences in normal emotional and social functioning. Cognitive symptoms affect memory, attention and executive function. Both negative and cognitive symptoms being chronic in nature contribute substantially to the significant emotional and socioeconomic burden associated with schizophrenia [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Experiential negative symptoms (ENS) are a key subset of negative symptoms characterized by deficits in pleasure (anhedonia), motivation (avolition), and social interest (asociality), and have a profound impact on functional outcomes [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>The American Psychiatric Association practice guidelines for the treatment of people with schizophrenia highlight the benefits of evidence-based psychosocial treatments, social skills training and psychoeducation as adjunct therapies to medication [<xref ref-type="bibr" rid="ref21">21</xref>]. To date there is no treatment approved by the US Food and Drug Administration (FDA) for negative symptoms. Despite promising evidence for psychological approaches including cognitive behavioral therapy and cognitive remediation in treating negative symptoms [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], people with schizophrenia face significant barriers to engaging in psychosocial therapy. These include symptom-related barriers, stigma and social isolation, and insufficient health care resources [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], all of which may contribute to a low uptake of psychosocial therapy in people with schizophrenia [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      <p>Digital therapeutics (DTx) have the potential to bridge this gap by broadening access to adjunctive psychosocial therapies and facilitating greater frequency of exposure in a way that is flexible and convenient for those receiving treatment [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. DTx are defined by the International Organization for Standardization as any evidence-based “health software intended to treat or alleviate a disease, disorder, condition, or that has a demonstrable positive therapeutic impact on a patient’s health” [<xref ref-type="bibr" rid="ref33">33</xref>]. For DTx intended as treatments for vulnerable populations such as those with serious mental illness, it is particularly important that they are regulated, rigorously tested, and found to have proven effectiveness and strong safety profiles. Recent studies evaluating novel DTx in the form of smartphone apps have shown this modality to be acceptable and feasible to implement in individuals with chronic psychiatric disorders such as schizophrenia [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. While there is evidence to suggest that the therapeutic alliance can be established and maintained in remote online settings of psychotherapy [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] it is not fully understood if individuals with severe mental illness, such as schizophrenia, can establish and maintain a therapeutic alliance with a DTx [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref43">43</xref>]. Importantly, while recent studies in people with schizophrenia evaluated the feasibility of DTx they did not assess the establishment of a therapeutic alliance [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      <p>We conducted 2 independent studies to assess the establishment and maintenance of a digital working alliance (DWA) between adults with ENS of schizophrenia and a beta version of CT-155/BI 3972080 (hereafter referred to as CT-155 beta), a novel software accessible on mobile phones under development to treat ENS of schizophrenia adjunctive to standard of care. In December 2023, CT-155/BI 3972080 was granted breakthrough device designation by the FDA [<xref ref-type="bibr" rid="ref45">45</xref>]. In the studies reported here, we assessed whether it is feasible to establish and maintain a positive DWA between people living with ENS of schizophrenia and CT-155 beta, and if the strength of the DWA correlates or differs according to severity of negative symptoms, age, or race.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>Two independent single-arm, multicenter, exploratory studies (study 1: CT-155-C-001 and study 2: CT-155-C-002/NCT05486312) were conducted across 10 sites in the United States. Patient informed consent was obtained at an initial in-person screening visit, during which site personnel assisted with the download and setup of CT-155 beta onto participants’ personal smartphone devices. Eligibility was confirmed and CT-155 beta was activated at an in-person baseline visit on Day 1. Both studies comprised a screening period, a treatment period, and a follow-up period (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The treatment period comprised a 3-week orientation phase in study 1 and study 2, with an additional 4-week active phase in study 2 (further details in Intervention section). Both studies concluded with a follow-up period during which a remote teleconference follow-up visit occurred (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study design. Two independent single-arm, multicenter, exploratory studies (study 1: CT-155-C-001, study 2: CT-155-C-002/NCT05486312) were conducted across 10 sites in the United States. <sup>a</sup>Schedules for the key assessments are presented. CAINS-MAP: Clinical Assessment Interview for Negative Symptoms–Motivation and Pleasure; DWA: digital working alliance; ENS: experiential negative symptoms; MAP-SR: Motivation and Pleasure–Self Report; mARM: mobile Agnew Relationship Measure; MDPQ: Mobile Device Proficiency Questionnaire.</p>
          </caption>
          <graphic xlink:href="mental_v12i1e64959_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Eligible participants were 18-64 years old (study 1) and ≥18 years old (study 2) with a primary diagnosis of schizophrenia for at least 1 year as per the <italic>ICD-10</italic> (<italic>International Classification of Diseases, Tenth Revision</italic>; study 1) [<xref ref-type="bibr" rid="ref46">46</xref>], and the <italic>DSM-5</italic> (<italic>Diagnostic and Statistical Manual of Mental Disorders</italic> [Fifth Edition]; studies 1 and 2) [<xref ref-type="bibr" rid="ref13">13</xref>], with moderate-to-severe ENS (defined as a score of ≤30 on the Motivation and Pleasure–Self Report [MAP-SR]) [<xref ref-type="bibr" rid="ref47">47</xref>], and receiving a stable dose of a maximum of 2 different antipsychotic medications for at least 12 weeks before screening. Exclusion criteria included a <italic>DSM-5</italic> or <italic>ICD-10</italic> diagnosis other than schizophrenia, or a substance or alcohol use disorder, excluding caffeine and nicotine. People receiving clozapine, haloperidol, or who had received psychotherapy within 12 weeks of screening were also excluded. People with active prominent positive symptoms that, in the opinion of the investigator, would preclude effective engagement in treatment for negative symptoms were also excluded. The complete list of eligibility criteria for both studies is included in Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>CT-155/BI 3972080 is a novel software accessible on mobile devices, designed to treat the ENS of schizophrenia and under development for use adjunctive to standard of care treatments for schizophrenia. As such CT-155/BI 3972080 is currently FDA regulated as an investigational device, more specifically, a software as a medical device [<xref ref-type="bibr" rid="ref48">48</xref>]. The development of the software was informed by an iterative patient-centered design process, which consisted of 2 phases during which feedback was captured from 4 peer support specialists with lived experiences of schizophrenia, and 15 patient panel participants with a diagnosis of schizophrenia (refer to Supplementary Methods in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for further details).</p>
        <p>CT-155 beta has 3 core phases. First, the 3-week orientation phase in each study was designed based on the core features of in-person therapeutic alliance to encourage daily adherence to lessons and activities by providing schizophrenia-specific psychoeducation and introducing core therapeutic skills (<xref rid="figure2" ref-type="fig">Figure 2</xref>) [<xref ref-type="bibr" rid="ref41">41</xref>]. An empathic style of communication informed by patient feedback, provision of schizophrenia-specific psychoeducation, and introducing core therapeutic skills are patient-centric features incorporated into CT-155. Like therapists getting to know their patient, this phase focuses on DWA establishment through asking questions and rapport building, followed by collaborative treatment approach and goal definition. These patient-centric features that support DWA are subsequently integrated into all therapeutic components to optimize the experience by infusing an interactive, empathic, knowledgeable, and personally meaningful nature to the in-app experience that builds confidence for achieving treatment goals and is critical to treatment outcome. Second, study 2 included an active phase, during which participants receive access to CT-155 beta for an additional 4 weeks after the 3-week orientation phase (<xref rid="figure1" ref-type="fig">Figure 1</xref>), designed to reinforce orientation phase components and introduce adaptive goal setting [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. The active phase comprises evidence-based digitized therapeutic techniques leveraging the underlying principles of face-to-face treatment [<xref ref-type="bibr" rid="ref51">51</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. Examples of the therapeutic techniques used include adaptive goal setting [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] and social skills training [<xref ref-type="bibr" rid="ref21">21</xref>]. Adaptive goal setting is focused on delivering interventions known to target negative symptoms in important functional areas (ie, social items, work and school items, and recreation items). Finally, during a brief follow-up phase, participants from both studies complete qualitative exit interviews to help understand the user experience and inform further CT-155/BI 3972080 development.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>CT-155 beta captures aspects of in-person therapeutic alliance. Individual components of CT‑155 beta are designed based on the underlying principles of face-to-face treatment. These therapeutic techniques are intended to work synergistically to treat ENS and are supported by personalized engagement functionality that works in concert with the core therapeutic mechanisms. DWA: digital working alliance; ENS: experiential negative symptoms.</p>
          </caption>
          <graphic xlink:href="mental_v12i1e64959_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Protocol Deviations</title>
        <p>In study 1, 12 major protocol deviations occurred with 10 participants (Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Deviations included assessment performed outside of protocol window (n=6), CT-155 beta was uninstalled (n=2), failed inclusion criteria (n=2), and visit occurred outside of protocol window (n=1). One participant with failed inclusion deviation was deemed ineligible and terminated the study early. One participant had 3 major deviations (uninstalled CT-155 beta before week 4, schizophrenia diagnosis confirmed &#60;1 year before enrollment, and antipsychotic added &#60;12 weeks before screening) was included in the intent-to-treat-population but excluded from the per protocol population. In study 2, 1 major protocol deviation occurred with 1 participant (visit outside protocol window; Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Assessments</title>
        <sec>
          <title>Patient Digital Literacy</title>
          <p>The digital literacy of participants at baseline was assessed using the self-administered Mobile Device Proficiency Questionnaire (MDPQ). While developed for assessing mobile proficiency in older adults, the MDPQ has also been used in health studies to assess proficiency in individuals with subjective cognitive complaints and those with cirrhosis [<xref ref-type="bibr" rid="ref55">55</xref>-<xref ref-type="bibr" rid="ref57">57</xref>]. The MDPQ consists of 46 items rated on a 5-point Likert scale and assesses seven aspects of digital literacy: (1) mobile device basics, (2) communication, (3) data and file storage, (4) internet, (5) entertainment, (6) privacy, and (7) troubleshooting and software management [<xref ref-type="bibr" rid="ref55">55</xref>]. Participants were asked to rate their ability to perform specific digital tasks on a scale of 1 (never tried it) to 5 (very easily performed). Subscale scores were obtained by averaging responses within each subscale and overall scores were calculated as the sum of mean subscale scores. The overall scores fall in a range of 8 (low) to 40 (great ability to perform a number of tasks with a mobile device). Internal reliability of the MDPQ was demonstrated with a Cronbach α score of 0.975.</p>
        </sec>
        <sec>
          <title>Experiential Negative Symptom Severity Assessment</title>
          <p>Participants completed the MAP-SR at screening. The MAP-SR is a 15-item validated self-administered tool that assesses the motivation and pleasure domain of negative symptoms in people with psychotic disorders and scores are rated on a 5-point Likert scale, where low scores reflect greater severity [<xref ref-type="bibr" rid="ref47">47</xref>]. In addition, the Clinical Assessment Interview for Negative Symptoms–Motivation and Pleasure (CAINS-MAP) assessment was conducted at baseline in both studies, and at week 7 in study 2, to evaluate ENS symptom severity. The CAINS-MAP is a validated 13-item clinician-administered interview-based assessment with items scored on a 4-point scale, with lower scores indicating lower negative symptom severity [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        </sec>
        <sec>
          <title>Digital Working Alliance Assessment</title>
          <p>The DWA was assessed using the self-administered 25-item mobile Agnew Relationship Measure (mARM) questionnaire. The mARM is a measure used to evaluate the DWA of mobile health interventions across 5 therapeutic alliance domains: bonding, partnership, confidence, openness, and initiative [<xref ref-type="bibr" rid="ref59">59</xref>]. It provides an alliance measure with good content and face validity suitable for assessing alliance with DTx [<xref ref-type="bibr" rid="ref59">59</xref>]. The mARM includes five subscales to represent the dimensions of the DWA: (1) the bond subscale focuses on the perceived acceptance, support, friendliness, and understanding the patient develops with the app, (2) the partnership subscale measures the extent of the perceived collaboration of the patient with the therapeutic tasks, (3) the confidence subscale focuses on patient optimism and their belief in the competency of the app, (4) the openness subscale assesses the perceived freedom to disclose personal concerns without fear of judgment or embarrassment, and (5) the client initiative subscale focuses on the client willingness to take responsibility for their treatment progress.</p>
          <p>The mARM was administered at week 1, week 2, and week 3 in study 1 to assess the establishment of the DWA during the orientation phase. In study 2, it was administered at week 3 to assess DWA establishment and again at week 7 to evaluate the maintenance of DWA during the abbreviated active phase. The overall mARM score is calculated at each time point as the mean of all subscale scores and is interpreted along a Likert scale ranging from 1 (strongly disagree) to 7 (strongly agree), with 4 equating to “neutral,” and scores higher than the neutral midpoint suggesting a positive DWA [<xref ref-type="bibr" rid="ref59">59</xref>-<xref ref-type="bibr" rid="ref61">61</xref>]. The potential association between various factors including age, race, and ENS severity, and the DWA was also assessed.</p>
        </sec>
        <sec>
          <title>Safety</title>
          <p>Safety was assessed by recording adverse events (AEs), serious AEs, adverse device effects (ADEs), serious ADEs, and discontinuations from the study due to AEs, from signing of informed consent through to the end of study period.</p>
        </sec>
      </sec>
      <sec>
        <title>Sample Size and Statistical Analyses</title>
        <p>Both studies were exploratory in nature and sample size and analyses were selected for optimal assessment of DWA establishment and maintenance between schizophrenia patients and CT-155 beta. Data presented are from the intent-to-treat population, defined as all participants who were enrolled in each study to receive treatment with CT-155 beta. Descriptive statistics were evaluated for all study variables. To determine if DWA was related to ENS, age, or engagement, correlation analyses between mARM scores and baseline CAINS-MAP, age at screening, and session completion were performed using a Spearman rank-order correlation analysis and correlation coefficients were calculated together with the 95% 2-sided confidence intervals. To investigate effects of race, variance of the mean overall mARM score between Black or African American and participants of all other races were compared using an <italic>F</italic> test. To assess whether digital literacy was related to ENS and engagement, correlation analyses between baseline MDPQ scores and CAINS-MAP and session completion scores were also performed using a Spearman rank-order correlation analysis. Engagement was assessed using the number of sessions completed during the study whereby a session was defined as any interaction within CT-155 beta for &#62;60 seconds.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study protocols and study materials were reviewed by the Western Copernicus Group independent institutional review board (approval numbers: 20215315 [study 1] and 20220609 [study 2]). The studies were conducted in compliance with the respective clinical study protocols, in accordance with the principles of the Declaration of Helsinki [<xref ref-type="bibr" rid="ref62">62</xref>], the International Council for Harmonisation of Good Clinical Practice [<xref ref-type="bibr" rid="ref63">63</xref>], and applicable US regulatory requirements. Patient informed consent was obtained from all participants. Participants were deidentified and assigned a unique identifier to protect personal data and privacy throughout both studies. Throughout both studies, a study team maintained compliance with applicable laws and accepted security standards, including the Health Insurance Portability and Accountability Act of 1996, the U.S. National Institute of Standards and Technology Framework, and the Service Organization Control Type 2 controls. The compliance program was designed to (1) ensure the security, confidentiality, integrity, and availability of the assets and other sensitive information that was collected, used, and maintained; (2) protect against any anticipated threats or hazards to the security, integrity, or availability of such information; (3) maintain information security controls that were appropriate to Click Therapeutics size, scope, and business; (4) maintain safeguards and controls to protect information from loss, theft, destruction, unauthorized manipulation, disclosure, or unavailability. Participants were offered up to US $465 and US $735 for partaking in study 1 and study 2, respectively. Incentive values reflect fair market value; variance in incentive values is reflective of the differing observation periods between the 2 studies.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Patient Demographics and Baseline Characteristics</title>
        <p>In study 1, a total of 49 participants were enrolled and 46 (94%) completed the study. In study 2, a total of 50 participants were enrolled and 43 (86%) completed the study. Participant disposition is presented in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The median age of enrolled participants was 46 (range 18-64) years in study 1 and 53.5 (range 23-64) years in study 2. Of those enrolled, most were male (study 1: 35/49, 71%; study 2: 40/50, 80%), and more than half were Black or African American (study 1: 27/49, 55%; study 2: 29/50, 58%). The majority never attended college (study 1: 31/49, 63%; study 2: 32/50, 64%) and most had a self-reported annual income of &#60;US $25,000 (study 1: 46/49, 94%; study 2: 47/50, 94%; <xref ref-type="table" rid="table1">Table 1</xref>). The median MAP-SR score at screening was 25.0 (IQR 17.0-28.0) in study 1 and 15.0 (IQR 7.0-23.0) in study 2. At baseline, the median overall CAINS-MAP score was 2.4 (IQR 2.0-2.9) in study 1 and 2.6 (IQR 1.6-2.9) in study 2. Baseline demographics and characteristics of study 2 participants are also being reported in another manuscript reporting separate outcomes.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Participant disposition. <sup>a</sup>Intent-to-treat population.</p>
          </caption>
          <graphic xlink:href="mental_v12i1e64959_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline demographics and characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="390"/>
            <col width="0"/>
            <col width="290"/>
            <col width="0"/>
            <col width="290"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Baseline characteristics</td>
                <td colspan="2">Total enrolled in study 1 (n=49)</td>
                <td>Total enrolled in study 2 (n=50)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Sex, male, n (%)</bold>
                </td>
                <td colspan="2">35 (71)</td>
                <td>40 (80)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black or African American</td>
                <td colspan="2">27 (55)</td>
                <td colspan="2">29 (58)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">21 (43)</td>
                <td colspan="2">15 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">3 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>American Indian or Alaska Native</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic or Latino</td>
                <td colspan="2">13 (27)</td>
                <td colspan="2">12 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not Hispanic or Latino</td>
                <td colspan="2">36 (74)</td>
                <td colspan="2">38 (76)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Less than high school</td>
                <td colspan="2">10 (20)</td>
                <td colspan="2">7 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school</td>
                <td colspan="2">21 (43)</td>
                <td colspan="2">25 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some college</td>
                <td colspan="2">10 (20)</td>
                <td colspan="2">12 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>College degree</td>
                <td colspan="2">8 (16)</td>
                <td colspan="2">6 (12)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Annual income (US $), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;25,000</td>
                <td colspan="2">46 (94)</td>
                <td colspan="2">47 (94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>25,000-49,999</td>
                <td colspan="2">3 (6)</td>
                <td colspan="2">3 (6)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Screening assessments</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MAP-SR<sup>a</sup>, median (IQR)</td>
                <td colspan="2">25.0 (17.0-28.0)</td>
                <td colspan="2">15.0 (7.0-23.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Baseline assessments</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MDPQ<sup>b</sup>, median (IQR)</td>
                <td colspan="2">32.0 (23.2-39.1)</td>
                <td colspan="2">30.1 (21.4-35.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CAINS-MAP<sup>c</sup> overall score, median (IQR)</td>
                <td colspan="2">2.4 (2.0-2.9)</td>
                <td colspan="2">2.6 (1.6-2.9)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MAP-SR: Motivation and Pleasure scale–Self Report.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>MDPQ: Mobile Device Proficiency Questionnaire.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>CAINS-MAP: Clinical Assessment Interview for Negative Symptoms Motivation and Pleasure subscale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The median overall MDPQ score was comparable in both studies at baseline (study 1: 32.01, IQR 23.20-39.07; study 2: 30.10, IQR 21.36-35.46), indicating proficiency in the use of mobile devices before accessing CT-155 beta. A summary of MDPQ overall and subscale scores is presented in <xref ref-type="table" rid="table2">Table 2</xref>. Overall, MDPQ subscales scores revealed proficiency across most operations from the basic task of “turning the device on and off” and communication tasks, such as “open emails” to the more advanced tasks such as those related to privacy “Setting up a password to lock/unlock the device,” and tasks related to the troubleshooting and software management, such as “Restarting the device when it is frozen, or not working right.” However, participants in both studies were slightly less proficient with data and file storage tasks, such as “Transfer information (files such as music, pictures, documents) from portable device to computer” (<xref ref-type="table" rid="table2">Table 2</xref>). There was no correlation between MDPQ and baseline CAINS-MAP in study 1 (ρ=0.01, 95% CI –0.31 to 0.34) and study 2 (ρ=–0.01, 95% CI –0.29 to 0.28). Furthermore, there was no correlation between MDPQ and degree of participant engagement with CT-155 beta (number of completed sessions) in study 1 (ρ=0.00, <italic>P</italic>=.99) and study 2 (ρ=–0.18, <italic>P</italic>=.22).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Mobile Device Proficiency Questionnaire overall and subscale scores at baseline in study 1 and study 2.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="490"/>
            <col width="0"/>
            <col width="240"/>
            <col width="0"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td colspan="3">MDPQ<sup>a</sup> scores</td>
                <td colspan="2">Study 1, median (IQR) (n=42)</td>
                <td>Study 2, median (IQR) (n=49)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Overall</td>
                <td colspan="2">32.01 (23.20-39.07)</td>
                <td>30.10 (21.36-35.46)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Subscale scores</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mobile device basics</td>
                <td colspan="2">4.61 (4.00-5.00)</td>
                <td colspan="2">4.44 (3.67-4.89)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Communication</td>
                <td colspan="2">3.94 (2.33-5.00)</td>
                <td colspan="2">3.67 (2.56-4.56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Data and file storage</td>
                <td colspan="2">3.00 (1.67-5.00)</td>
                <td colspan="2">3.00 (1.00-4.00)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Internet</td>
                <td colspan="2">4.25 (3.38-5.00)</td>
                <td colspan="2">3.88 (2.50-4.88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Calendar</td>
                <td colspan="2">4.00 (2.67-5.00)</td>
                <td colspan="2">4.00 (2.33-4.67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Entertainment</td>
                <td colspan="2">4.70 (3.40-5.00)</td>
                <td colspan="2">4.20 (3.40-5.00)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Privacy</td>
                <td colspan="2">4.00 (3.00-5.00)</td>
                <td colspan="2">4.00 (2.50-5.00)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Troubleshooting and software management</td>
                <td colspan="2">4.00 (2.75-5.00)</td>
                <td colspan="2">4.00 (2.60-4.80)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>MDPQ: Mobile Device Proficiency Questionnaire.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Digital Working Alliance Summary</title>
        <p>The mean overall mARM score in study 1 was 5.15 (SD 0.74) indicating establishment of a positive DWA by week 1 that did not significantly change by week 3, 5.16 (SD 0.77). Similarly, in study 2, participants also formed a positive DWA by week 3, with a mean overall mARM score of 5.36 (SD 1.06; <xref ref-type="table" rid="table3">Table 3</xref>). Furthermore, the positive DWA in study 2 was maintained through the subsequent 4-week treatment period with mean overall mARM score of 5.48 (SD 0.97) at week 7 (<xref ref-type="table" rid="table3">Table 3</xref>). The individual mARM subscale scores (Bond, Partnership, Confidence, Openness, and Client initiative) remained consistent and above “neutral” (score of 4) at the end of the DWA and core-skills-building phase at week 3 in both studies demonstrating that participants successfully formed a positive DWA with CT-155 beta across all subscale categories (<xref ref-type="table" rid="table3">Table 3</xref>). In study 2, no significant difference in mARM subscale scores were seen from weeks 3 to 7 (refer to <xref ref-type="table" rid="table3">Table 3</xref> for subscale scores). Overall, at the individual level, positive correlations (ρ=0.27-0.84) were observed between subscale scores at week 3 and those at week 7 (Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Evaluation of digital working alliance formation at week 3 and digital working alliance maintenance at week 7 as assessed by mobile Agnew Relationship Measure in study 1 and study 2.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="0"/>
            <col width="200"/>
            <col width="220"/>
            <col width="0"/>
            <col width="0"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td colspan="3">mARM<sup>a</sup> scores</td>
                <td colspan="4">DWA<sup>b</sup> formation (week 3)</td>
                <td>DWA<sup>b</sup> maintenance (week 7)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td>Study 1, mean (SD) (n=40)</td>
                <td colspan="2">Study 2, mean (SD) (n=45)</td>
                <td colspan="2">Study 2, mean (SD) (n=44)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Overall</td>
                <td>5.16 (0.77)</td>
                <td colspan="2">5.36 (1.06)</td>
                <td colspan="2">5.48 (0.97)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Subscale scores</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bond</td>
                <td colspan="2">5.67 (1.03)</td>
                <td>5.63 (1.31)</td>
                <td colspan="3">5.82 (1.19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Partnership</td>
                <td colspan="2">4.83 (0.72)</td>
                <td>5.67 (1.32)</td>
                <td colspan="3">5.85 (1.18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Confidence</td>
                <td colspan="2">5.49 (1.04)</td>
                <td>5.68 (1.27)</td>
                <td colspan="3">5.62 (1.23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Openness</td>
                <td colspan="2">4.94 (1.06)</td>
                <td>4.83 (1.25)</td>
                <td colspan="3">5.16 (1.04)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Client initiative</td>
                <td colspan="2">4.56 (0.75)</td>
                <td>4.60 (0.99)</td>
                <td colspan="3"> 4.64 (0.93)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>mARM: mobile Agnew Relationship Measure.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>DWA: digital working alliance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Correlations Between DWA and ENS Severity, Engagement, Age, and Race</title>
        <p>In both studies, the strength of DWA at week 3, as assessed by the mean overall mARM score, was similar in participants with severe and moderate ENS (<xref ref-type="table" rid="table4">Table 4</xref>). In study 1, this finding was consistent at each week across the 3-week study. Accordingly, there was no significant correlation between mARM overall scores at week 3 and the baseline CAINS-MAP total score in study 1 (ρ=–0.16, <italic>P</italic>=.36) and study 2 (ρ=–0.13, <italic>P</italic>=.41; Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Evaluation of digital working alliance as assessed by mobile Agnew Relationship Measure overall and subscale scores in people with moderate and severe negative symptoms on week 1, 2, and 3 in study 1 and week 3 in study 2.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="130"/>
            <col width="120"/>
            <col width="110"/>
            <col width="0"/>
            <col width="110"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">mARM<sup>a</sup> scores</td>
                <td colspan="10">Study 1<sup>b</sup></td>
                <td colspan="4">Study 2</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">Week 1</td>
                <td colspan="3">Week 2</td>
                <td colspan="3">Week 3</td>
                <td colspan="5">Week 3</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Moderate (n=29), mean (SD)</td>
                <td>Severe (n=10), mean (SD)</td>
                <td colspan="2">Moderate (n=30), mean (SD)</td>
                <td>Severe (n=10), mean (SD)</td>
                <td colspan="2">Moderate (n=30), mean (SD)</td>
                <td>Severe (n=10), mean (SD)</td>
                <td colspan="4">Moderate (n=40), mean (SD)</td>
                <td colspan="2">Severe (n=4), mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Overall</td>
                <td>5.21 (0.75)</td>
                <td>4.96 (0.73)</td>
                <td colspan="2">5.19 (0.82)</td>
                <td>5.05 (0.82)</td>
                <td colspan="2">5.21 (0.79)</td>
                <td>5.00 (0.73)</td>
                <td colspan="4">4.81 (0.94)</td>
                <td colspan="2">4.99 (0.70)</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Subscale scores</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bond</td>
                <td>5.61 (0.95)</td>
                <td>5.14 (1.10)</td>
                <td colspan="2">5.72 (1.16)</td>
                <td>5.44 (0.82)</td>
                <td colspan="2">5.76 (1.02)</td>
                <td>5.40 (1.05)</td>
                <td colspan="4">5.59 (1.37)</td>
                <td colspan="2">6.00 (0.95)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Partnership</td>
                <td>4.90 (0.82)</td>
                <td>4.84 (0.67)</td>
                <td colspan="2">4.80 (0.94)</td>
                <td>4.94 (0.61)</td>
                <td colspan="2">4.83 (0.78)</td>
                <td>4.84 (0.55)</td>
                <td colspan="4">4.56 (0.93)</td>
                <td colspan="2">4.83 (1.40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Confidence</td>
                <td>5.65 (0.95)</td>
                <td>5.29 (0.96)</td>
                <td colspan="2">5.55 (0.92)</td>
                <td>5.34 (1.06)</td>
                <td colspan="2">5.52 (1.06)</td>
                <td>5.40 (1.01)</td>
                <td colspan="4">4.63 (1.01)</td>
                <td colspan="2">4.50 (0.62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Openness</td>
                <td>4.97 (1.06)</td>
                <td>4.65 (1.23)</td>
                <td colspan="2">5.03 (1.10)</td>
                <td>4.85 (1.13)</td>
                <td colspan="2">5.05 (1.13)</td>
                <td>4.60 (0.77)</td>
                <td colspan="4">4.21 (1.10)</td>
                <td colspan="2">4.19 (0.90)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Client initiative</td>
                <td>4.57 (0.88)</td>
                <td>4.65 (0.83)</td>
                <td colspan="2">4.57 (0.75)</td>
                <td>4.38 (0.78)</td>
                <td colspan="2">4.60 (0.62)</td>
                <td>4.43 (1.07)</td>
                <td colspan="4">4.96 (1.16)</td>
                <td colspan="2">5.60 (1.46)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>mARM: mobile Agnew Relationship Measure.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>To minimize participant burden, mARM was assessed at weeks 1 and 2 in study 1 only. Severity of negative symptoms based on CAINS-MAP score: moderate &#60;29 points; severe ≥29 points.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Strength of DWA correlated positively with the number of completed sessions by participants at week 3 in study 2 (ρ=0.34, <italic>P</italic>=.02), but was not significantly correlated in study 1 (ρ=0.22, <italic>P</italic>=.19; <xref rid="figure4" ref-type="fig">Figure 4</xref>). Neither age (study 1, ρ=0.31, <italic>P</italic>=.05; study 2, ρ=0.15, <italic>P</italic>=.32) nor race significantly correlated with overall mARM scores (study 1, <italic>F</italic> test=1.1928, <italic>P</italic>=.72; study 2, <italic>F</italic> test=1.1615, <italic>P</italic>=.75; Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In this study population, there was no clear relationship between digital literacy and DWA scores. Assessed by quartile MDPQ scores, mean mARM scores in the highest and lowest quartiles were study 1: 4.9 (SD 0.9) and 5.7 (SD 0.4) and study 2: 5.8 (SD 0.9) and 4.8 (SD 1.2), respectively (Table S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Correlations of mARM overall score at week 3 with number of sessions completed. mARM: mobile Agnew Relationship Measure; ρ: Spearman correlation coefficient.</p>
          </caption>
          <graphic xlink:href="mental_v12i1e64959_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Safety Data Across Two Studies</title>
        <p>No ADEs, AEs, or serious AEs were reported during study 1. In study 2, three AEs were reported by 2 participants, none of which were considered severe or related to CT-155 beta use, nor led to study discontinuation. AEs reported were a sinus infection (n=1), arthralgia (n=1), and a rash (n=1). The sinus infection and arthralgia resolved after 6 days; the rash remained present at end of follow-up.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Our findings from 2 independent single-arm multicenter exploratory studies show that a DWA can be established and maintained between people with schizophrenia and a smartphone-based digital therapeutic, namely the abbreviated beta version of CT-155/BI 3972080, a prescription digital therapeutic to target ENS adjunctive to standard of care treatments for schizophrenia. During the orientation phase in study 1, participants established a positive DWA with CT-155 beta. This was replicated in a separate and independent cohort of participants at the end of an equivalent orientation phase in study 2. Furthermore, the positive DWA was maintained during the additional 4-week active phase in study 2, as demonstrated by an equivalent positive mARM score at week 7.</p>
      <p>While a strong therapeutic alliance is linked to successful clinical outcomes for in-person therapy, the relationship between DWA, engagement, and outcomes requires further investigation [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. The concept of a therapeutic alliance with DTx is gaining traction in line with the rapid expansion of digital mental health research and implementation; however, the role and relevance of the bond, a core feature of the in-person therapeutic alliance, is somewhat unclear for DTx [<xref ref-type="bibr" rid="ref40">40</xref>] and not investigated in sufficient detail. Our results add to a growing body of evidence demonstrating that a therapeutic alliance can be established between people with serious mental illnesses and DTx. For example, in recent studies evaluating the benefits of conversational agents (or chatbots) that deliver cognitive behavioral therapy for symptoms of depression, anxiety, and substance use disorder, participants reported high acceptability and affective bond formation [<xref ref-type="bibr" rid="ref64">64</xref>-<xref ref-type="bibr" rid="ref67">67</xref>]. Another investigation of a digital health intervention for people with early psychosis, based on cognitive behavioral therapy principles and delivered through a smartphone app, demonstrated that engagement was significantly and positively associated with therapeutic alliance, as assessed by mARM [<xref ref-type="bibr" rid="ref68">68</xref>]. However, measures to assess bond formation varied with a short-revised version of the Working Alliance Inventory and a Working Alliance Questionnaire (based on the Working Alliance Inventory) being used, making comparisons across studies difficult.</p>
      <p>Although there are several lines of evidence demonstrating that a therapeutic alliance is possible for people with schizophrenia and is associated with improved outcomes, there are some factors related to the disorder itself, such as negative symptoms, lack of insight and self-stigma, that can adversely impact the therapeutic alliance between patient and therapist [<xref ref-type="bibr" rid="ref69">69</xref>-<xref ref-type="bibr" rid="ref71">71</xref>]. One could therefore speculate that patients who formed and valued a therapeutic alliance with a DTx may accept this additional therapeutic modality for the treatment of schizophrenia. Notably, in our studies, there was no correlation between the severity of negative symptoms at baseline and the establishment or maintenance of a DWA, indicating that even the participants with the most severe symptoms could form and maintain an alliance with CT-155 beta. In line with previous reports examining associations between age and therapeutic alliance we also did not observe any correlation between age and the DWA strength [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Similarly, we did not observe any correlation between race and strength of DWA. While some reports emphasize the importance of ethnic matching between patients and clinicians in improving therapeutic alliance [<xref ref-type="bibr" rid="ref73">73</xref>,<xref ref-type="bibr" rid="ref74">74</xref>], the lack of correlation with race here highlights the adaptable nature of a DTx modality to fit the needs of different communities.</p>
      <p>Although not specifically assessed, the user-centered design process that guided the development of CT-155/BI 3972080 could have improved overall participant engagement and effectiveness. A recent systematic review showed that making end-users central to the product development process leads to enhanced cultural sensitivity, increased acceptance and engagement [<xref ref-type="bibr" rid="ref75">75</xref>-<xref ref-type="bibr" rid="ref77">77</xref>]. The review also provided some key recommendations for coproduction, including stakeholder involvement at all stages of development, which was implemented into the development of CT-155/BI 3972080. Considering the 3 pillars of the therapeutic alliance involve enhancing the patient-provider bond, shared goals and adopting a collaborative approach in the therapeutic approach, the patient-centered development process may have contributed to the establishment of a positive DWA achieved here.</p>
      <p>The participants in both studies demonstrated a reasonable level of mobile device proficiency. This finding is aligned with recent data from the United States showing that 70%-80% among people with severe mental illness own a smartphone [<xref ref-type="bibr" rid="ref78">78</xref>-<xref ref-type="bibr" rid="ref80">80</xref>]. However, smartphone ownership does not necessarily equate with digital literacy [<xref ref-type="bibr" rid="ref81">81</xref>]. In this study we confirmed that participating people with schizophrenia owning a smartphone showed digital literacy similar to that from the general population [<xref ref-type="bibr" rid="ref82">82</xref>], but greater than that reported for people with serious mental illness [<xref ref-type="bibr" rid="ref83">83</xref>]. Indeed, a study in the United Kingdom showed that 42.2% of people with serious mental illness had no foundation digital skills [<xref ref-type="bibr" rid="ref83">83</xref>], while electronic health literacy has been described as either moderate or low in 2 independent cohorts of adults with schizophrenia spectrum disorders [<xref ref-type="bibr" rid="ref84">84</xref>]. However, one should consider that the younger generation diagnosed with severe mental illness and schizophrenia are now digital natives and past research may not reflect current trends.</p>
      <p>Limitations of these studies include their small sample size, single-arm design, and exploratory nature. While the sample size was limited, the demographics of participants were reflective of the general schizophrenia population including a higher incidence in males [<xref ref-type="bibr" rid="ref85">85</xref>,<xref ref-type="bibr" rid="ref86">86</xref>], the majority being Black or African American [<xref ref-type="bibr" rid="ref87">87</xref>] and a level of education no greater than high school [<xref ref-type="bibr" rid="ref88">88</xref>]. In addition, almost all (94%) participants in this study reported an annual income under US $25,000, which likely reflects low employment rates in people with schizophrenia [<xref ref-type="bibr" rid="ref16">16</xref>]. Furthermore, while all participants met inclusion criteria, there was a difference in median MAP-SR score at screening between study 1 and 2. However, as no correlation between ENS severity and DWA was observed in both studies, the difference in baseline MAP-SR scores could be linked to broader population compared in 2 studies. While only a few out of protocol window deviations were recorded, they may impact the DWA assessments over time through asking questions and rapport-building. Preliminary data from these studies support the further evaluation of CT-155 in an ongoing large phase III trial (CONVOKE; NCT05838625). Although the mARM assessment possesses good face and content validity [<xref ref-type="bibr" rid="ref59">59</xref>], further validation of this assessment for the measurement of DWA in severe chronic mental illness is essential to inform further optimization of this assessment for use in clinical trials [<xref ref-type="bibr" rid="ref89">89</xref>]. In addition, establishment and assessment of therapeutic alliance between participants and digital devices or apps is relatively new. There is a need to use standardized and validated scales with psychometric validation to assess DWA in future studies which will also make it feasible to compare data and outcomes. Finally, it should also be noted that the eligibility criteria for the studies mandated that participants had a smartphone, an email address, and regular access to the internet through mobile data plan, Wi-Fi or both. Accordingly, the association of digital literacy measured by MDPQ with DWA and engagement should be interpreted in the context of this study population. The study inclusion criteria for participants to own their own mobile device may have biased toward a more digital proficient study population and therefore not reflective of patients who do not own a mobile device and who potentially may have a lower device proficiency. As such, future studies are warranted to understand the impact of lower digital proficiency on adherence to a digital therapeutic and on establishing DWA. While recent evidence suggests that rates of smartphone ownership among adults with severe mental illness (including schizophrenia) are comparable to the general adult US population [<xref ref-type="bibr" rid="ref78">78</xref>,<xref ref-type="bibr" rid="ref80">80</xref>], it is encouraging to see high levels of mobile device proficiency in people living with schizophrenia and owning smartphones.</p>
      <p>The results from these 2 studies confirm that a positive DWA can be formed within a 3-week period and this DWA was maintained for the entire 7-week duration of study 2, demonstrating that a therapeutic alliance can be formed with a DTx in people living with schizophrenia. Importantly, the formation of a positive DWA was not limited by severe ENS, supporting its potential benefits for those experiencing severe symptoms. Furthermore, people with schizophrenia who participated in these studies demonstrate good digital literacy and acceptance of CT-155 beta for the treatment of ENS. The development of a DTx with proven acceptability, safety, and effectiveness profiles as an adjunctive treatment for ENS of schizophrenia would represent a promising, accessible, scalable, and affordable treatment option for clinical and patient communities for whom the lack of effective treatments for ENS has presented significant challenges. These preliminary data support further evaluation of the potential importance of the patient-CT-155 DWA to therapeutic effectiveness in an ongoing large phase III trial (CONVOKE; NCT05838625). With the expansion of mobile device ownership, DTx offers a potential patient-centered, evidence-based therapeutic support 24 hours a day, 7 days a week. In addition, incorporated into standard of care, evidence based DTx may act as clinician extenders, increasing the breadth and depth of care provided. Understanding how best to engage and optimally implement DTx with people living with schizophrenia to have the greatest reach and impact is of great importance and may shape future clinical research. In addition, understanding who may benefit from a DTx, how to best introduce these tools to patients as part of the clinical workflow, and how to support continued engagement, are important future steps.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary methods and tables</p>
        <media xlink:href="mental_v12i1e64959_app1.docx" xlink:title="DOCX File , 50 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADE</term>
          <def>
            <p>adverse device effect</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AE</term>
          <def>
            <p>adverse event</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CAINS-MAP</term>
          <def>
            <p>Clinical Assessment Interview for Negative Symptoms Motivation and Pleasure subscale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DSM-5</term>
          <def>
            <p>Diagnostic and Statistical Manual of Mental Disorders (Fifth Edition)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DTx</term>
          <def>
            <p>digital therapeutics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">DWA</term>
          <def>
            <p>digital working alliance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ENS</term>
          <def>
            <p>experiential negative symptoms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">FDA</term>
          <def>
            <p>US Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ICD-10</term>
          <def>
            <p>International Classification of Diseases, Tenth Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">MAP-SR</term>
          <def>
            <p>Motivation and Pleasure scale – Self Report</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">mARM</term>
          <def>
            <p>mobile Agnew Relationship Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">MDPQ</term>
          <def>
            <p>Mobile Device Proficiency Questionnaire</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge and thank all study participants for contributing their time and effort to take part in these studies. The authors would also like to acknowledge Alankar Gupta and Eehwa Ung (employees of Click Therapeutics at the time of the study), as well as Uma Vaidyanathan (employee of Boehringer Ingelheim Pharmaceuticals, Inc., at the time of the study) for their respective contributions to the study. Editorial support in the form of initial preparation of the manuscript with input from all authors, and collation and incorporation of author feedback to develop subsequent drafts, assembling tables and figures, copyediting, and referencing was provided by Lieve Desbonnet, PhD, and Jonnie Plumb, PhD, of Avalere Health Global Limited, and was funded by Boehringer Ingelheim International GmbH. This work was funded by Boehringer Ingelheim (study identification numbers: study 1, CT-155-C-001; study 2, CT-155-C-002, ClinicalTrials.gov identifier: NCT05486312).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>To ensure independent interpretation of clinical study results and enable authors to fulfill their role and obligations under the ICMJE (International Committee of Medical Journal Editors) criteria, Boehringer Ingelheim grants all external authors access to clinical study data pertinent to the development of the publication. In adherence with the Boehringer Ingelheim Policy on Transparency and Publication of Clinical Study Data, scientific and medical researchers can request access to clinical study data when it becomes available on Vivli - Center for Global Clinical Research Data [<xref ref-type="bibr" rid="ref90">90</xref>], and earliest after publication of the primary manuscript in a peer-reviewed journal, regulatory activities are complete, and other criteria are met. Please refer to “Medical &#38; Clinical Trials &#124; Clinical Research &#124; MyStudyWindow” [<xref ref-type="bibr" rid="ref91">91</xref>] for further information.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>CS and CDC contributed equally as co-first authors. SEL and AP contributed equally as co-last authors. CDC, CS, MP, TC, and SEL contributed to the conceptualization of the study. CS, MP, OB, TC, and SEL were involved in the development of methodology. CS contributed to the software development. CS and OB contributed to data validation. AP, BDH, OB, and SEL were involved in formal analysis. AP, OB, and SEL contributed to study resourcing, and AP, BDH, CS, MP, OB, and SEL contributed to visualization of the work submitted for publication. OB contributed to data curation. AP, CS, CDC, and SEL supervised research activity and outputs. All authors contributed to the manuscript development and reviewed the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>CT-155 beta was co-developed by Boehringer Ingelheim and Click Therapeutics Inc. This work was funded by Boehringer Ingelheim. CS, MP, OB and SEL are employees of Click Therapeutics, Inc. CDC is an employee of Boehringer Ingelheim International GmbH. TC was an employee of Click Therapeutics at the time of the study. AP and BDH are employees of Boehringer Ingelheim Pharmaceuticals, Inc; BDH was an employee of Click Therapeutics at the time of the study. AP is also affiliated with King’s College London, London, UK and the University of Washington, Seattle, WA, USA. Boehringer Ingelheim authors were involved in the study design, analysis and interpretation of the results, and the decision to submit.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bordin</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The generalizability of the psychoanalytic concept of the working alliance</article-title>
          <source>Psychotherapy: Theory, Research &#38; Practice</source>
          <year>1979</year>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>252</fpage>
          <lpage>260</lpage>
          <pub-id pub-id-type="doi">10.1037/h0085885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garske</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Relation of the therapeutic alliance with outcome and other variables: a meta-analytic review</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2000</year>
          <volume>68</volume>
          <issue>3</issue>
          <fpage>438</fpage>
          <lpage>450</lpage>
          <pub-id pub-id-type="medline">10883561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ardito</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Rabellino</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance and outcome of psychotherapy: historical excursus, measurements, and prospects for research</article-title>
          <source>Front Psychol</source>
          <year>2011</year>
          <volume>2</volume>
          <fpage>270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2318/92929"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2011.00270</pub-id>
          <pub-id pub-id-type="medline">22028698</pub-id>
          <pub-id pub-id-type="pmcid">PMC3198542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>The alliance in adult psychotherapy: a meta-analytic synthesis</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2018</year>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>316</fpage>
          <lpage>340</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.5167/uzh-157613"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/pst0000172</pub-id>
          <pub-id pub-id-type="medline">29792475</pub-id>
          <pub-id pub-id-type="pii">2018-23951-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Symonds</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>How central is the alliance in psychotherapy? A multilevel longitudinal meta-analysis</article-title>
          <source>J Couns Psychol</source>
          <year>2012</year>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1037/a0025749</pub-id>
          <pub-id pub-id-type="medline">21988681</pub-id>
          <pub-id pub-id-type="pii">2011-23015-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baier</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Feeny</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance as a mediator of change: a systematic review and evaluation of research</article-title>
          <source>Clin Psychol Rev</source>
          <year>2020</year>
          <volume>82</volume>
          <fpage>101921</fpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2020.101921</pub-id>
          <pub-id pub-id-type="medline">33069096</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(20)30109-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Roh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Association between therapeutic alliance and adherence in outpatient schizophrenia patients</article-title>
          <source>Clin Psychopharmacol Neurosci</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>273</fpage>
          <lpage>278</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30905127"/>
          </comment>
          <pub-id pub-id-type="doi">10.9758/cpn.2019.17.2.273</pub-id>
          <pub-id pub-id-type="medline">30905127</pub-id>
          <pub-id pub-id-type="pii">cpn.2019.17.2.273</pub-id>
          <pub-id pub-id-type="pmcid">PMC6478080</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bullenkamp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hansson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lauber</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Leal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rössler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Salize</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Svensson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Torres-Gonzalez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van den Brink</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wiersma</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic relationship and adherence to antipsychotic medication in schizophrenia</article-title>
          <source>PLoS One</source>
          <year>2012</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e36080</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0036080"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0036080</pub-id>
          <pub-id pub-id-type="medline">22558336</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-03675</pub-id>
          <pub-id pub-id-type="pmcid">PMC3338634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shattock</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Degnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance in psychological therapy for people with schizophrenia and related psychoses: a systematic review</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2018</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>e60</fpage>
          <lpage>e85</lpage>
          <pub-id pub-id-type="doi">10.1002/cpp.2135</pub-id>
          <pub-id pub-id-type="medline">28961352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cooney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adedeji</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Does the therapeutic relationship predict outcomes of psychiatric treatment in patients with psychosis? A systematic review</article-title>
          <source>Psychother Psychosom</source>
          <year>2011</year>
          <volume>80</volume>
          <issue>2</issue>
          <fpage>70</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/188184697?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000320976</pub-id>
          <pub-id pub-id-type="medline">21196804</pub-id>
          <pub-id pub-id-type="pii">000320976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Cather</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Penn</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Kurtz</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The alliance-outcome relationship in individual psychosocial treatment for schizophrenia and early psychosis: a meta-analysis</article-title>
          <source>Schizophr Res</source>
          <year>2021</year>
          <volume>231</volume>
          <fpage>154</fpage>
          <lpage>163</lpage>
          <pub-id pub-id-type="doi">10.1016/j.schres.2021.04.002</pub-id>
          <pub-id pub-id-type="medline">33866260</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(21)00144-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <source>Schizophrenia</source>
          <year>2022</year>
          <access-date>2023-11-29</access-date>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/schizophrenia">https://www.who.int/news-room/fact-sheets/detail/schizophrenia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association (APA)</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders fifth edition (DSM-5)</source>
          <year>2013</year>
          <publisher-loc>Washington, D.C</publisher-loc>
          <publisher-name>American Psychiatric Association Publishing</publisher-name>
          <fpage>1</fpage>
          <lpage>140</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Sommer</surname>
              <given-names>IE</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer-Lindenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Cannon</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Correll</surname>
              <given-names>CU</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>van Os</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Schizophrenia</article-title>
          <source>Nat Rev Dis Primers</source>
          <year>2015</year>
          <volume>1</volume>
          <fpage>15067</fpage>
          <pub-id pub-id-type="doi">10.1038/nrdp.2015.67</pub-id>
          <pub-id pub-id-type="medline">27189524</pub-id>
          <pub-id pub-id-type="pii">nrdp201567</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kotzeva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mittal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Judge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Samanta</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic burden of schizophrenia: a targeted literature review of types of costs and associated drivers across 10 countries</article-title>
          <source>J Med Econ</source>
          <year>2023</year>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>70</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/10.1080/13696998.2022.2157596?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13696998.2022.2157596</pub-id>
          <pub-id pub-id-type="medline">36503357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kadakia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Catillon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Marden</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kirson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dembek</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of schizophrenia in the United States</article-title>
          <source>J Clin Psychiatry</source>
          <year>2022</year>
          <volume>83</volume>
          <issue>6</issue>
          <fpage>22m14458</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.psychiatrist.com/jcp/economic-burden-schizophrenia-united-states"/>
          </comment>
          <pub-id pub-id-type="doi">10.4088/JCP.22m14458</pub-id>
          <pub-id pub-id-type="medline">36244006</pub-id>
          <pub-id pub-id-type="pii">22m14458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solmi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seitidis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mavridis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Correll</surname>
              <given-names>CU</given-names>
            </name>
            <name name-style="western">
              <surname>Dragioti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Guimond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tuominen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dargél</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Fornaro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Monaco</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Il Shin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Incidence, prevalence, and global burden of schizophrenia - data, with critical appraisal, from the Global Burden of Disease (GBD) 2019</article-title>
          <source>Mol Psychiatry</source>
          <year>2023</year>
          <volume>28</volume>
          <issue>12</issue>
          <fpage>5319</fpage>
          <lpage>5327</lpage>
          <pub-id pub-id-type="doi">10.1038/s41380-023-02138-4</pub-id>
          <pub-id pub-id-type="medline">37500825</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41380-023-02138-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamil</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Velligan</surname>
              <given-names>DI</given-names>
            </name>
          </person-group>
          <article-title>Caregivers of individuals with schizophrenia: who are they and what are their challenges?</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2019</year>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>157</fpage>
          <lpage>163</lpage>
          <pub-id pub-id-type="doi">10.1097/YCO.0000000000000492</pub-id>
          <pub-id pub-id-type="medline">30720485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Correll</surname>
              <given-names>CU</given-names>
            </name>
            <name name-style="western">
              <surname>Schooler</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>Negative symptoms in schizophrenia: a review and clinical guide for recognition, assessment, and treatment</article-title>
          <source>Neuropsychiatr Dis Treat</source>
          <year>2020</year>
          <volume>16</volume>
          <fpage>519</fpage>
          <lpage>534</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32110026"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/NDT.S225643</pub-id>
          <pub-id pub-id-type="medline">32110026</pub-id>
          <pub-id pub-id-type="pii">225643</pub-id>
          <pub-id pub-id-type="pmcid">PMC7041437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liemburg</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Enriquez-Geppert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wardenaar</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bruggeman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aleman</surname>
              <given-names>A</given-names>
            </name>
            <collab>PROGR-S investigators</collab>
            <collab>GROUP investigators</collab>
          </person-group>
          <article-title>Expressive deficits and amotivation as mediators of the associations between cognitive problems and functional outcomes: results from two independent cohorts</article-title>
          <source>Schizophr Res</source>
          <year>2020</year>
          <volume>218</volume>
          <fpage>283</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1016/j.schres.2019.12.018</pub-id>
          <pub-id pub-id-type="medline">31948899</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(19)30588-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association (APA)</collab>
          </person-group>
          <source>Practice Guidelines for the Treatment of Patients With Schizophrenia - Third Edition</source>
          <year>2021</year>
          <publisher-loc>Washington, D.C</publisher-loc>
          <publisher-name>American Psychiatric Association Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pillny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riehle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donoghue</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lyne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Valmaggia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Preti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial and behavioural interventions for the negative symptoms of schizophrenia: a systematic review of efficacy meta-analyses</article-title>
          <source>Br J Psychiatry</source>
          <year>2023</year>
          <volume>223</volume>
          <issue>1</issue>
          <fpage>321</fpage>
          <lpage>331</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2318/1945303"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjp.2023.21</pub-id>
          <pub-id pub-id-type="medline">36919340</pub-id>
          <pub-id pub-id-type="pii">S0007125023000211</pub-id>
          <pub-id pub-id-type="pmcid">PMC10331321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barlati</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nibbio</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vita</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based psychosocial interventions in schizophrenia: a critical review</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2024</year>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>131</fpage>
          <lpage>139</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38410981"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/YCO.0000000000000925</pub-id>
          <pub-id pub-id-type="medline">38410981</pub-id>
          <pub-id pub-id-type="pii">00001504-990000000-00106</pub-id>
          <pub-id pub-id-type="pmcid">PMC10990032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riehle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Böhl</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Pillny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lincoln</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of psychological treatments for patients with schizophrenia and relevant negative symptoms: a meta-analysis</article-title>
          <source>Clin Psychol Eur</source>
          <year>2020</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e2899</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36398145"/>
          </comment>
          <pub-id pub-id-type="doi">10.32872/cpe.v2i3.2899</pub-id>
          <pub-id pub-id-type="medline">36398145</pub-id>
          <pub-id pub-id-type="pii">cpe.v2i3.2899</pub-id>
          <pub-id pub-id-type="pmcid">PMC9645476</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prytys</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Garety</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Jolley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Onwumere</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Implementing the NICE guideline for schizophrenia recommendations for psychological therapies: a qualitative analysis of the attitudes of CMHT staff</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2011</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1002/cpp.691</pub-id>
          <pub-id pub-id-type="medline">21110400</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Health Quality Ontario</collab>
          </person-group>
          <article-title>Cognitive behavioural therapy for psychosis: a health technology assessment</article-title>
          <source>Ont Health Technol Assess Ser</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>141</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30443277"/>
          </comment>
          <pub-id pub-id-type="medline">30443277</pub-id>
          <pub-id pub-id-type="pmcid">PMC6235075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Eisner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coogan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Barrowclough</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An investigation of the implementation of NICE-recommended CBT interventions for people with schizophrenia</article-title>
          <source>J Ment Health</source>
          <year>2014</year>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>162</fpage>
          <lpage>165</lpage>
          <pub-id pub-id-type="doi">10.3109/09638237.2013.869571</pub-id>
          <pub-id pub-id-type="medline">24433132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kopelovich</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Strachan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sivec</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kreider</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Stepped care as an implementation and service delivery model for cognitive behavioral therapy for psychosis</article-title>
          <source>Community Ment Health J</source>
          <year>2019</year>
          <volume>55</volume>
          <issue>5</issue>
          <fpage>755</fpage>
          <lpage>767</lpage>
          <pub-id pub-id-type="doi">10.1007/s10597-018-00365-6</pub-id>
          <pub-id pub-id-type="medline">30623294</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10597-018-00365-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgess-Barr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Venus</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nethercott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>International rates of receipt of psychological therapy for psychosis and schizophrenia: systematic review and meta-analysis</article-title>
          <source>Int J Ment Health Syst</source>
          <year>2023</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijmhs.biomedcentral.com/articles/10.1186/s13033-023-00576-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13033-023-00576-9</pub-id>
          <pub-id pub-id-type="medline">37004066</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13033-023-00576-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC10064673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medalia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Erlich</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Soumet-Leman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saperstein</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Translating cognitive behavioral interventions from bench to bedside: the feasibility and acceptability of cognitive remediation in research as compared to clinical settings</article-title>
          <source>Schizophr Res</source>
          <year>2019</year>
          <volume>203</volume>
          <fpage>49</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28768601"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.schres.2017.07.044</pub-id>
          <pub-id pub-id-type="medline">28768601</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(17)30455-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5790637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Digital therapeutics and clinical pharmacology</article-title>
          <source>Transl Clin Pharmacol</source>
          <year>2019</year>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32055575"/>
          </comment>
          <pub-id pub-id-type="doi">10.12793/tcp.2019.27.1.6</pub-id>
          <pub-id pub-id-type="medline">32055575</pub-id>
          <pub-id pub-id-type="pmcid">PMC6989269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Achtyes</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Zeev</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Mayle</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rotondi</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Brunette</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Gingerich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer-Kalos</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Marcy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schooler</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Off-hours use of a smartphone intervention to extend support for individuals with schizophrenia spectrum disorders recently discharged from a psychiatric hospital</article-title>
          <source>Schizophr Res</source>
          <year>2019</year>
          <volume>206</volume>
          <fpage>200</fpage>
          <lpage>208</lpage>
          <pub-id pub-id-type="doi">10.1016/j.schres.2018.11.026</pub-id>
          <pub-id pub-id-type="medline">30551981</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(18)30677-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>ISO/TR 11147:2023 Health informatics - personalized digital health - digital therapeutics health software systems</source>
          <year>2023</year>
          <access-date>2024-01-01</access-date>
          <publisher-name>International Organization for Standardization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/standard/83767.html">https://www.iso.org/standard/83767.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Granholm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mikhael</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Link</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mobile-assisted cognitive behavioral therapy for negative symptoms: open single-arm trial with schizophrenia patients</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e24406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e24406/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24406</pub-id>
          <pub-id pub-id-type="medline">33258792</pub-id>
          <pub-id pub-id-type="pii">v7i12e24406</pub-id>
          <pub-id pub-id-type="pmcid">PMC7738249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ben-Zeev</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duffecy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, acceptability, and preliminary efficacy of a smartphone intervention for schizophrenia</article-title>
          <source>Schizophr Bull</source>
          <year>2014</year>
          <volume>40</volume>
          <issue>6</issue>
          <fpage>1244</fpage>
          <lpage>1253</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24609454"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/schbul/sbu033</pub-id>
          <pub-id pub-id-type="medline">24609454</pub-id>
          <pub-id pub-id-type="pii">sbu033</pub-id>
          <pub-id pub-id-type="pmcid">PMC4193714</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fulford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gard</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Mote</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mow</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Preliminary outcomes of an ecological momentary intervention for social functioning in schizophrenia: pre-post study of the Motivation and Skills Support app</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e27475</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/6/e27475/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27475</pub-id>
          <pub-id pub-id-type="medline">34128812</pub-id>
          <pub-id pub-id-type="pii">v8i6e27475</pub-id>
          <pub-id pub-id-type="pmcid">PMC8277369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlosser</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Campellone</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Etter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vergani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Komaiko</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vinogradov</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of PRIME, a mobile app intervention designed to improve motivation in young people with schizophrenia</article-title>
          <source>Schizophr Bull</source>
          <year>2018</year>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>1010</fpage>
          <lpage>1020</lpage>
          <pub-id pub-id-type="doi">10.1093/schbul/sby078</pub-id>
          <pub-id pub-id-type="medline">29939367</pub-id>
          <pub-id pub-id-type="pii">5042996</pub-id>
          <pub-id pub-id-type="pmcid">PMC6101497</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eichenberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aranyi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rach</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance in psychotherapy across online and face-to-face settings: a quantitative analysis</article-title>
          <source>Internet Interv</source>
          <year>2022</year>
          <volume>29</volume>
          <fpage>100556</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(22)00063-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2022.100556</pub-id>
          <pub-id pub-id-type="medline">35942217</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(22)00063-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC9350857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sagui-Henson</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welcome Chamberlain</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Castro Sweet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Understanding components of therapeutic alliance and well-being from use of a global digital mental health benefit during the COVID-19 pandemic: longitudinal observational study</article-title>
          <source>J Technol Behav Sci</source>
          <year>2022</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>439</fpage>
          <lpage>450</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35855977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-022-00263-5</pub-id>
          <pub-id pub-id-type="medline">35855977</pub-id>
          <pub-id pub-id-type="pii">263</pub-id>
          <pub-id pub-id-type="pmcid">PMC9278317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lederman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>D'Alfonso</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital therapeutic alliance with fully automated mental health smartphone apps: a narrative review</article-title>
          <source>Front Psychiatry</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>819623</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35815030"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2022.819623</pub-id>
          <pub-id pub-id-type="medline">35815030</pub-id>
          <pub-id pub-id-type="pmcid">PMC9256980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tremain</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McEnery</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic alliance in digital mental health interventions for serious mental illnesses: narrative review</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e17204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/8/e17204/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17204</pub-id>
          <pub-id pub-id-type="medline">32763881</pub-id>
          <pub-id pub-id-type="pii">v7i8e17204</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borghouts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eikey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Leon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stadnick</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mukamel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sorkin</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Barriers to and facilitators of user engagement with digital mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24387/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24387</pub-id>
          <pub-id pub-id-type="medline">33759801</pub-id>
          <pub-id pub-id-type="pii">v23i3e24387</pub-id>
          <pub-id pub-id-type="pmcid">PMC8074985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müssener</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Digital encounters: human interactions in mHealth behavior change interventions</article-title>
          <source>Digit Health</source>
          <year>2021</year>
          <volume>7</volume>
          <fpage>20552076211029776</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/20552076211029776?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076211029776</pub-id>
          <pub-id pub-id-type="medline">34262783</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076211029776</pub-id>
          <pub-id pub-id-type="pmcid">PMC8252401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eisner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Emsley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Forbes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Machin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effects of Actissist, a digital health intervention for early psychosis: a randomized clinical trial</article-title>
          <source>Psychiatry Res</source>
          <year>2024</year>
          <volume>339</volume>
          <fpage>116025</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-1781(24)00310-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2024.116025</pub-id>
          <pub-id pub-id-type="medline">38870774</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(24)00310-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <source>CT-155: Prescription digital therapeutic; US FDA Breakthrough Therapy Designation</source>
          <access-date>2024-05-13</access-date>
          <publisher-name>Boehringer Ingelheim.</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.boehringer-ingelheim.com/science/human-pharma/clinical-pipeline/cns/digital-therapeutic">https://www.boehringer-ingelheim.com/science/human-pharma/clinical-pipeline/cns/digital-therapeutic</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <source>The ICD-10 classification of mental and behavioural disorders: clinical descriptions and diagnostic guidelines</source>
          <year>1992</year>
          <access-date>2023-12-22</access-date>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9241544228">https://www.who.int/publications/i/item/9241544228</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Llerena</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Couture</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchard</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>The Motivation and Pleasure Scale-Self-Report (MAP-SR): reliability and validity of a self-report measure of negative symptoms</article-title>
          <source>Compr Psychiatry</source>
          <year>2013</year>
          <volume>54</volume>
          <issue>5</issue>
          <fpage>568</fpage>
          <lpage>574</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23351831"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.comppsych.2012.12.001</pub-id>
          <pub-id pub-id-type="medline">23351831</pub-id>
          <pub-id pub-id-type="pii">S0010-440X(12)00257-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4762003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <source>Software as a Medical Device (SaMD)</source>
          <year>2018</year>
          <access-date>2024-07-08</access-date>
          <publisher-name>U.S. Food and Drug Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/software-medical-device-samd">https://www.fda.gov/medical-devices/digital-health-center-excellence/software-medical-device-samd</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stankovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spuerck</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Shokraneh</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Goal setting with young people for anxiety and depression: what works for whom in therapeutic relationships? A literature review and insight analysis</article-title>
          <source>BMC Psychol</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychology.biomedcentral.com/articles/10.1186/s40359-022-00879-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40359-022-00879-5</pub-id>
          <pub-id pub-id-type="medline">35831897</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40359-022-00879-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9281142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tryon</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Verkuilen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Meta-analyses of the relation of goal consensus and collaboration to psychotherapy outcome</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2018</year>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>372</fpage>
          <lpage>383</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000170</pub-id>
          <pub-id pub-id-type="medline">30335451</pub-id>
          <pub-id pub-id-type="pii">2018-51673-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avasthi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sahoo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Clinical practice guidelines for cognitive behavioral therapy for psychotic disorders</article-title>
          <source>Indian J Psychiatry</source>
          <year>2020</year>
          <volume>62</volume>
          <issue>Suppl 2</issue>
          <fpage>S251</fpage>
          <lpage>S262</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32055067"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/psychiatry.IndianJPsychiatry_774_19</pub-id>
          <pub-id pub-id-type="medline">32055067</pub-id>
          <pub-id pub-id-type="pii">IJPsy-62-251</pub-id>
          <pub-id pub-id-type="pmcid">PMC7001360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sivec</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Montesano</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behavioral therapy for psychosis in clinical practice</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2012</year>
          <volume>49</volume>
          <issue>2</issue>
          <fpage>258</fpage>
          <lpage>270</lpage>
          <pub-id pub-id-type="doi">10.1037/a0028256</pub-id>
          <pub-id pub-id-type="medline">22642528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behavior therapy for people with schizophrenia</article-title>
          <source>Psychiatry (Edgmont)</source>
          <year>2009</year>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>32</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20104290"/>
          </comment>
          <pub-id pub-id-type="medline">20104290</pub-id>
          <pub-id pub-id-type="pmcid">PMC2811142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Turkington</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The evolution of cognitive behavior therapy for schizophrenia: current practice and recent developments</article-title>
          <source>Schizophr Bull</source>
          <year>2009</year>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>865</fpage>
          <lpage>873</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19661198"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/schbul/sbp080</pub-id>
          <pub-id pub-id-type="medline">19661198</pub-id>
          <pub-id pub-id-type="pii">sbp080</pub-id>
          <pub-id pub-id-type="pmcid">PMC2728828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roque</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Boot</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>A new tool for assessing mobile device proficiency in older adults: the Mobile Device Proficiency Questionnaire</article-title>
          <source>J Appl Gerontol</source>
          <year>2018</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>156</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27255686"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0733464816642582</pub-id>
          <pub-id pub-id-type="medline">27255686</pub-id>
          <pub-id pub-id-type="pii">0733464816642582</pub-id>
          <pub-id pub-id-type="pmcid">PMC9394541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shimokihara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ikeda</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Matsuda</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tabira</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Association of mobile device proficiency and subjective cognitive complaints with financial management ability among community-dwelling older adults: a population-based cross-sectional study</article-title>
          <source>Aging Clin Exp Res</source>
          <year>2024</year>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38367133"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40520-024-02697-8</pub-id>
          <pub-id pub-id-type="medline">38367133</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40520-024-02697-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC10874308</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ismond</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Eslamparast</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farhat</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stickland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abraldes</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Spiers</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Tandon</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Assessing patient proficiency with internet-connected technology and their preferences for E-health in cirrhosis</article-title>
          <source>J Med Syst</source>
          <year>2021</year>
          <volume>45</volume>
          <issue>7</issue>
          <fpage>72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34091771"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-021-01746-3</pub-id>
          <pub-id pub-id-type="medline">34091771</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-021-01746-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8179692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kring</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Gur</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchard</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horan</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Reise</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>The Clinical Assessment Interview for Negative Symptoms (CAINS): final development and validation</article-title>
          <source>Am J Psychiatry</source>
          <year>2013</year>
          <volume>170</volume>
          <issue>2</issue>
          <fpage>165</fpage>
          <lpage>172</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2012.12010109</pub-id>
          <pub-id pub-id-type="medline">23377637</pub-id>
          <pub-id pub-id-type="pii">1566898</pub-id>
          <pub-id pub-id-type="pmcid">PMC3785242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Salter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Assessing therapeutic alliance in the context of mHealth interventions for mental health problems: development of the mobile Agnew Relationship Measure (mARM) questionnaire</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e90</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e90/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8252</pub-id>
          <pub-id pub-id-type="medline">29674307</pub-id>
          <pub-id pub-id-type="pii">v20i4e90</pub-id>
          <pub-id pub-id-type="pmcid">PMC5934536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agnew-Davies</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Barkham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Alliance structure assessed by the Agnew Relationship Measure (ARM)</article-title>
          <source>Br J Clin Psychol</source>
          <year>1998</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>172</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8260.1998.tb01291.x</pub-id>
          <pub-id pub-id-type="medline">9631204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Whitton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Manicavasagar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hadzi-Pavlovic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fogarty</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance with a fully automated mobile phone and web-based intervention: secondary analysis of a randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/1/e10/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4656</pub-id>
          <pub-id pub-id-type="medline">26917096</pub-id>
          <pub-id pub-id-type="pii">v3i1e10</pub-id>
          <pub-id pub-id-type="pmcid">PMC4786687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="web">
          <source>WMA Declaration of Helsinki – ethical principles for medical research involving human participants</source>
          <year>2022</year>
          <access-date>2023-12-22</access-date>
          <publisher-name>World Medical Association</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wma.net/policies-post/wma-declaration-of-helsinki-ethical-principles-for-medical-research-involving-human-subjects/">https://www.wma.net/policies-post/wma-declaration-of-helsinki-ethical-principles-for-medical-research-involving-human-subjects/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="web">
          <source>ICH-E6 good clinical practice</source>
          <year>2021</year>
          <access-date>2023-12-22</access-date>
          <publisher-name>International Council for Harmonization of Technical Requirements for Pharmaceuticals for Human Use</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ich.org/page/efficacy-guidelines#6-2">https://www.ich.org/page/efficacy-guidelines#6-2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chieng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kendra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baiocchi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pajarito</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A therapeutic relational agent for reducing problematic substance use (Woebot): development and usability study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24850</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24850/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24850</pub-id>
          <pub-id pub-id-type="medline">33755028</pub-id>
          <pub-id pub-id-type="pii">v23i3e24850</pub-id>
          <pub-id pub-id-type="pmcid">PMC8074987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chieng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baiocchi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maglalang</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Pajarito</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weingardt</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of a therapeutic relational agent for reducing substance misuse during the COVID-19 pandemic</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2021</year>
          <volume>227</volume>
          <fpage>108986</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0376-8716(21)00481-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2021.108986</pub-id>
          <pub-id pub-id-type="medline">34507061</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(21)00481-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8423936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salinger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evidence of human-level bonds established with a digital conversational agent: cross-sectional, retrospective observational study</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e27868</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/5/e27868/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27868</pub-id>
          <pub-id pub-id-type="medline">33973854</pub-id>
          <pub-id pub-id-type="pii">v5i5e27868</pub-id>
          <pub-id pub-id-type="pmcid">PMC8150389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Mental health chatbot for young adults with depressive symptoms during the COVID-19 pandemic: single-blind, three-arm randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <volume>24</volume>
          <issue>11</issue>
          <fpage>e40719</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/11/e40719/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40719</pub-id>
          <pub-id pub-id-type="medline">36355633</pub-id>
          <pub-id pub-id-type="pii">v24i11e40719</pub-id>
          <pub-id pub-id-type="pmcid">PMC9680932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Eisner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Emsley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>User engagement in a randomised controlled trial for a digital health intervention for early psychosis (Actissist 2.0 trial)</article-title>
          <source>Psychiatry Res</source>
          <year>2023</year>
          <volume>329</volume>
          <fpage>115536</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-1781(23)00486-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2023.115536</pub-id>
          <pub-id pub-id-type="medline">37857132</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(23)00486-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lysaker</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Outcalt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ringer</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Negative symptoms and poor insight as predictors of the similarity between client and therapist ratings of therapeutic alliance in cognitive behavior therapy for patients with schizophrenia</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2011</year>
          <volume>199</volume>
          <issue>3</issue>
          <fpage>191</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0b013e31820c73eb</pub-id>
          <pub-id pub-id-type="medline">21346490</pub-id>
          <pub-id pub-id-type="pii">00005053-201103000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wiesjahn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lincoln</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Negative, not positive symptoms predict the early therapeutic alliance in cognitive behavioral therapy for psychosis</article-title>
          <source>Psychother Res</source>
          <year>2014</year>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>171</fpage>
          <lpage>183</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2013.851425</pub-id>
          <pub-id pub-id-type="medline">24219351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kvrgic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cavelti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Rüsch</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vauth</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance in schizophrenia: the role of recovery orientation, self-stigma, and insight</article-title>
          <source>Psychiatry Res</source>
          <year>2013</year>
          <volume>209</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2012.10.009</pub-id>
          <pub-id pub-id-type="medline">23200319</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(12)00639-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Riordan</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dahl</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshberg</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Alliance with an unguided smartphone app: validation of the digital working alliance inventory</article-title>
          <source>Assessment</source>
          <year>2022</year>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>1331</fpage>
          <lpage>1345</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34000843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/10731911211015310</pub-id>
          <pub-id pub-id-type="medline">34000843</pub-id>
          <pub-id pub-id-type="pmcid">PMC8599525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chao</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Steffen</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Heiby</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>The effects of working alliance and client-clinician ethnic match on recovery status</article-title>
          <source>Community Ment Health J</source>
          <year>2012</year>
          <volume>48</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1007/s10597-011-9423-8</pub-id>
          <pub-id pub-id-type="medline">21681459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ziguras</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klimidis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Ethnic matching of clients and clinicians and use of mental health services by ethnic minority clients</article-title>
          <source>Psychiatr Serv</source>
          <year>2003</year>
          <volume>54</volume>
          <issue>4</issue>
          <fpage>535</fpage>
          <lpage>541</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.54.4.535</pub-id>
          <pub-id pub-id-type="medline">12663842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Machin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Developing a theory-informed smartphone app for early psychosis: learning points from a multidisciplinary collaboration</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>602861</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33362612"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.602861</pub-id>
          <pub-id pub-id-type="medline">33362612</pub-id>
          <pub-id pub-id-type="pmcid">PMC7758439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brotherdale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Branitsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Co-producing digital mental health interventions: a systematic review</article-title>
          <source>Digit Health</source>
          <year>2024</year>
          <volume>10</volume>
          <fpage>20552076241239172</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/20552076241239172?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076241239172</pub-id>
          <pub-id pub-id-type="medline">38665886</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076241239172</pub-id>
          <pub-id pub-id-type="pmcid">PMC11044797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chauhan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manias</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Walpola</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Seale</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Latanik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leone</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mears</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The safety of health care for ethnic minority patients: a systematic review</article-title>
          <source>Int J Equity Health</source>
          <year>2020</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://equityhealthj.biomedcentral.com/articles/10.1186/s12939-020-01223-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12939-020-01223-2</pub-id>
          <pub-id pub-id-type="medline">32641040</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12939-020-01223-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7346414</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luther</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson-Kwochka</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Coffin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Salyers</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Examining potential barriers to mHealth implementation and engagement in schizophrenia: phone ownership and symptom severity</article-title>
          <source>J Technol Behav Sci</source>
          <year>2022</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35434267"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-020-00162-7</pub-id>
          <pub-id pub-id-type="medline">35434267</pub-id>
          <pub-id pub-id-type="pmcid">PMC9009758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mental health mobile phone app usage, concerns, and benefits among psychiatric outpatients: comparative survey study</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e11715</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/4/e11715/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11715</pub-id>
          <pub-id pub-id-type="medline">30446484</pub-id>
          <pub-id pub-id-type="pii">v5i4e11715</pub-id>
          <pub-id pub-id-type="pmcid">PMC6269625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Niv</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nowlin-Finch</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Oberman</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Olmos-Ochoa</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone and smartphone use by people with serious mental illness</article-title>
          <source>Psychiatr Serv</source>
          <year>2020</year>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>280</fpage>
          <lpage>283</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31744429"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201900203</pub-id>
          <pub-id pub-id-type="medline">31744429</pub-id>
          <pub-id pub-id-type="pmcid">PMC7054173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kozelka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Acquilano</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Abdulmunem</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guarino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Drake</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter-Song</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Documenting the digital divide: identifying barriers to digital mental health access among people with serious mental illness in community settings</article-title>
          <source>SSM Ment Health</source>
          <year>2023</year>
          <volume>4</volume>
          <fpage>100241</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ssmmh.2023.100241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mamedova</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pawlowski</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Stats in brief: a description of U.S. adults who are not digitally literate</source>
          <year>2018</year>
          <access-date>2024-07-08</access-date>
          <publisher-name>National Center for Education Statistics</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nces.ed.gov/pubs2018/2018161.pdf">https://nces.ed.gov/pubs2018/2018161.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spanakis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wadman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heron</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peckham</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Measuring the digital divide among people with severe mental ill health using the essential digital skills framework</article-title>
          <source>Perspect Public Health</source>
          <year>2024</year>
          <volume>144</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1177/17579139221106399</pub-id>
          <pub-id pub-id-type="medline">35929589</pub-id>
          <pub-id pub-id-type="pmcid">PMC10757390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Athanasopoulou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Välimäki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koutra</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Löttyniemi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bertsias</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Basta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vgontzas</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Lionis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Internet use, eHealth literacy and attitudes toward computer/internet among people with schizophrenia spectrum disorders: a cross-sectional study in two distant European regions</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2017</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-017-0531-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-017-0531-4</pub-id>
          <pub-id pub-id-type="medline">28931385</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-017-0531-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5607489</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lyu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Trends in the incidence and DALYs of schizophrenia at the global, regional and national levels: results from the Global Burden of Disease Study 2017</article-title>
          <source>Epidemiol Psychiatr Sci</source>
          <year>2020</year>
          <volume>29</volume>
          <fpage>e91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31928566"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S2045796019000891</pub-id>
          <pub-id pub-id-type="medline">31928566</pub-id>
          <pub-id pub-id-type="pii">S2045796019000891</pub-id>
          <pub-id pub-id-type="pmcid">PMC7214712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yi</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>A glimpse of gender differences in schizophrenia</article-title>
          <source>Gen Psychiatr</source>
          <year>2022</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>e100823</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36118418"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/gpsych-2022-100823</pub-id>
          <pub-id pub-id-type="medline">36118418</pub-id>
          <pub-id pub-id-type="pii">gpsych-2022-100823</pub-id>
          <pub-id pub-id-type="pmcid">PMC9438004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olbert</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Nagendra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of Black vs. White racial disparity in schizophrenia diagnosis in the United States: do structured assessments attenuate racial disparities?</article-title>
          <source>J Abnorm Psychol</source>
          <year>2018</year>
          <volume>127</volume>
          <issue>1</issue>
          <fpage>104</fpage>
          <lpage>115</lpage>
          <pub-id pub-id-type="doi">10.1037/abn0000309</pub-id>
          <pub-id pub-id-type="medline">29094963</pub-id>
          <pub-id pub-id-type="pii">2017-49115-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Taipale</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tanskanen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tiihonen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mitterdorfer-Rutz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Employment among people with schizophrenia or bipolar disorder: a population-based study using nationwide registers</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>2021</year>
          <volume>143</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33155273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acps.13254</pub-id>
          <pub-id pub-id-type="medline">33155273</pub-id>
          <pub-id pub-id-type="pmcid">PMC7839734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Alfonso</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lederman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The digital therapeutic alliance and human-computer interaction</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e21895</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e21895/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21895</pub-id>
          <pub-id pub-id-type="medline">33372897</pub-id>
          <pub-id pub-id-type="pii">v7i12e21895</pub-id>
          <pub-id pub-id-type="pmcid">PMC7803473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="web">
          <source>A global clinical research data sharing platform</source>
          <access-date>2024-12-08</access-date>
          <publisher-name>Vivli.</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vivli.org/">https://vivli.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="web">
          <source>Data and document sharing</source>
          <access-date>2024-12-08</access-date>
          <publisher-name>Boehringer Ingelheim.</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mystudywindow.com/msw/datasharing">https://www.mystudywindow.com/msw/datasharing</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
