<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e49577</article-id>
      <article-id pub-id-type="pmid">38261403</article-id>
      <article-id pub-id-type="doi">10.2196/49577</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Health Care Professionals’ Views on the Use of Passive Sensing, AI, and Machine Learning in Mental Health Care: Systematic Review With Meta-Synthesis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Carrier</surname>
            <given-names>Jean-Daniel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cho</surname>
            <given-names>Kwangsu</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Rogan</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>BSc, MSc, ClinPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0926-4857</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bucci</surname>
            <given-names>Sandra</given-names>
          </name>
          <degrees>BSc, ClinPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Psychology and Mental Health, School of Health Sciences, Faculty of Biology, Medicine and Health, Manchester Academic Health Sciences</institution>
            <institution>The University of Manchester</institution>
            <addr-line>2nd Floor, Zochonis Building, Brunswick Street</addr-line>
            <addr-line>Manchester, M13 9PL</addr-line>
            <country>United Kingdom</country>
            <phone>44 161 306 0422</phone>
            <email>sandra.bucci@manchester.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6197-5333</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Firth</surname>
            <given-names>Joseph</given-names>
          </name>
          <degrees>BSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0618-2752</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Psychology and Mental Health, School of Health Sciences, Faculty of Biology, Medicine and Health, Manchester Academic Health Sciences</institution>
        <institution>The University of Manchester</institution>
        <addr-line>Manchester</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Greater Manchester Mental Health NHS Foundation Trust</institution>
        <addr-line>Manchester</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sandra Bucci <email>sandra.bucci@manchester.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>1</month>
        <year>2024</year>
      </pub-date>
      <volume>11</volume>
      <elocation-id>e49577</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>1</day>
          <month>11</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Jessica Rogan, Sandra Bucci, Joseph Firth. Originally published in JMIR Mental Health (https://mental.jmir.org), 23.01.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2024/1/e49577" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mental health difficulties are highly prevalent worldwide. Passive sensing technologies and applied artificial intelligence (AI) methods can provide an innovative means of supporting the management of mental health problems and enhancing the quality of care. However, the views of stakeholders are important in understanding the potential barriers to and facilitators of their implementation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to review, critically appraise, and synthesize qualitative findings relating to the views of mental health care professionals on the use of passive sensing and AI in mental health care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A systematic search of qualitative studies was performed using 4 databases. A meta-synthesis approach was used, whereby studies were analyzed using an inductive thematic analysis approach within a critical realist epistemological framework.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, 10 studies met the eligibility criteria. The 3 main themes were uses of passive sensing and AI in clinical practice, barriers to and facilitators of use in practice, and consequences for service users. A total of 5 subthemes were identified: barriers, facilitators, empowerment, risk to well-being, and data privacy and protection issues.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Although clinicians are open-minded about the use of passive sensing and AI in mental health care, important factors to consider are service user well-being, clinician workloads, and therapeutic relationships. Service users and clinicians must be involved in the development of digital technologies and systems to ensure ease of use. The development of, and training in, clear policies and guidelines on the use of passive sensing and AI in mental health care, including risk management and data security procedures, will also be key to facilitating clinician engagement. The means for clinicians and service users to provide feedback on how the use of passive sensing and AI in practice is being received should also be considered.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>PROSPERO International Prospective Register of Systematic Reviews CRD42022331698; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=331698</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>machine learning</kwd>
        <kwd>passive sensing</kwd>
        <kwd>mental health care</kwd>
        <kwd>clinicians</kwd>
        <kwd>views</kwd>
        <kwd>meta-synthesis</kwd>
        <kwd>review</kwd>
        <kwd>mental health</kwd>
        <kwd>health care</kwd>
        <kwd>health care professionals</kwd>
        <kwd>psychology</kwd>
        <kwd>psychiatry</kwd>
        <kwd>mental health professionals</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mental health problems are highly prevalent globally, with approximately 1 in 8 people experiencing mental health difficulties, which can have significant personal and economic consequences [<xref ref-type="bibr" rid="ref1">1</xref>]. Rapid growth in digital technology innovation has led to an increased interest in digital mental health interventions [<xref ref-type="bibr" rid="ref2">2</xref>]. Digital tools with built-in sensors, such as smartphones, smartwatches, and other wearable devices, allow for the unobtrusive and continuous collection of objective data, providing insight into user behavior and physiology [<xref ref-type="bibr" rid="ref3">3</xref>]. Machine learning, which is a branch of artificial intelligence (AI), can be applied to these data to <italic>learn</italic> from it and generate clinically actionable insights and predictions [<xref ref-type="bibr" rid="ref4">4</xref>]. It has therefore been suggested that passive sensing data and applied machine learning methods could overcome what some describe as trial-and-error–driven approaches used in mental health care by supporting precise diagnoses and prognoses [<xref ref-type="bibr" rid="ref5">5</xref>]. Indeed, mental health remains one of the only domains in health care that relies only on service users’ self-report of cognitive and emotional states and symptoms and on clinicians to accurately recognize and map these states to make diagnostic, prognostic, and therapeutic decisions [<xref ref-type="bibr" rid="ref6">6</xref>]. Passive sensing data and AI may offer a means to overcome the pitfalls of current clinical measures by presenting a more complete picture of a person’s difficulties [<xref ref-type="bibr" rid="ref7">7</xref>]. For example, raw sensor data captured regarding speech characteristics, location, and activity can be transformed to derive high-level behavioral markers, such as fatigue, sleep disruption, and mood, which can be used to identify clinical states, such as depression [<xref ref-type="bibr" rid="ref8">8</xref>]. In addition, digital tools that allow for passive sensing can support service users’ self-management of symptoms and access to digitally delivered therapies [<xref ref-type="bibr" rid="ref4">4</xref>]. Through self-management, service users may feel empowered [<xref ref-type="bibr" rid="ref9">9</xref>], and service user and clinician access to digital remote data capture has the potential to identify early warning signs of deterioration, providing the opportunity to reduce the risk of relapse of mental health difficulties via early identification and intervention [<xref ref-type="bibr" rid="ref10">10</xref>]. This may be particularly useful, as current health care systems generally rely on the delivery of treatment by scheduled appointments, which can result in warning signs of mental health relapse being missed or treated too late [<xref ref-type="bibr" rid="ref11">11</xref>]. Using sensors from digital tools, such as smartphones and wearable devices, to identify clinical and behavioral features of worsening mental health and applying machine learning methods to identify patterns in the data could augment mental health care by delivering more precise treatment at the time it is needed [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Despite the potential benefits, there remains a persistent gap between the rapid developments in digitally supported mental health care and the successful adoption of these tools in clinical practice [<xref ref-type="bibr" rid="ref13">13</xref>]. A key driver to the potential success of digitally supported health care uptake is the willingness, confidence, and capacity of clinicians to make changes to their practice [<xref ref-type="bibr" rid="ref9">9</xref>]. Resistance to incorporating digital approaches in clinical practice can occur for various reasons, including the lack of technological literacy, fear that AI models could replace professionals, and concerns about ethical and legal issues [<xref ref-type="bibr" rid="ref6">6</xref>]. There is trepidation that core aspects of clinician roles, such as diagnosis, assessment, formulation and treatment, may be delegated to AI models without human input [<xref ref-type="bibr" rid="ref14">14</xref>]. This has been viewed as dehumanizing and could have negative implications for therapeutic relationship [<xref ref-type="bibr" rid="ref15">15</xref>]. Ethical issues have also been raised, such as implications for service user privacy and data security [<xref ref-type="bibr" rid="ref16">16</xref>]. As clinicians’ perceptions and attitudes pose a potential barrier to implementation [<xref ref-type="bibr" rid="ref17">17</xref>], it is important that they are invited into the dialog around digitally supported AI in mental health care, to embrace any benefits there might be, as well as share their concerns and explore the limitations and risks [<xref ref-type="bibr" rid="ref2">2</xref>]. However, it has been noted that stakeholder’s views are rarely considered in model design or evaluation in relation to machine learning approaches [<xref ref-type="bibr" rid="ref18">18</xref>]. Indeed, professionals have felt that their knowledge and views have been disregarded in the design of digital health solutions or are only considered as an afterthought [<xref ref-type="bibr" rid="ref19">19</xref>]. As the extent to which these methods can be successfully implemented in health care depends on their acceptability [<xref ref-type="bibr" rid="ref3">3</xref>], research is needed to understand stakeholders’ perspectives on digital health systems [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Although there have been some qualitative studies exploring mental health care professionals’ views and experiences of passive sensing and AI in mental health care, there are no published reviews that systematically aggregate these findings, specifically through examining participants’ experiences and perspectives, both deeply (because of the qualitative approach) and broadly (because of the integration of studies from different health care contexts and participants) [<xref ref-type="bibr" rid="ref20">20</xref>]. This meta-synthesis aims to synthesize and evaluate the relative strengths of the qualitative literature regarding mental health care professionals’ views on the use of passive sensing and AI in mental health care to provide a new, comprehensive interpretation of the findings that goes beyond the depth and breadth of the original studies [<xref ref-type="bibr" rid="ref21">21</xref>]. Although research continues to grow in this area, it is now an appropriate time to review the literature, as the COVID-19 pandemic has increased the urgency for creating digital interventions that can fulfill the full potential of digital health [<xref ref-type="bibr" rid="ref22">22</xref>], and it is necessary to engage multiple stakeholder groups early in the design and development process [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>Meta-synthesis is a systematic review and integration of findings from qualitative studies to facilitate the transfer of knowledge and bring together a broad range of participants and descriptions [<xref ref-type="bibr" rid="ref20">20</xref>]. A systematic approach for identifying and assessing the quality of potential papers, followed by analysis of the data and synthesis, was used with the aim of understanding what mental health care professionals think about the use of passive sensing and AI in mental health care. The review protocol was developed and registered with the International Prospective Register of Systematic Reviews (PROSPERO CRD42022331698).</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Eligible papers for this review (1) were peer-reviewed studies published in English that used a qualitative method—mixed methods studies were also included, but only the qualitative findings were considered; and (2) examined health care professionals’ views on hypothetical or actual use of service user-facing digital tools that use passive sensing and AI in mental health care. Studies with participants that included other stakeholders, as well as health care professionals, were not discounted; however, findings were only included if they were explicitly associated with mental health professionals. There were no limits on the publication year.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>A discussion within the research team and a review of the literature allowed for the identification of common terminology used in this research area and the selection of search terms. The search tool “SPIDER” (sample, phenomenon of interest, design, evaluation, research type) was used to ensure that all relevant areas were covered when developing the search terms. Relevant studies were identified through systematic searches of the following electronic databases: AMED, PsycINFO, Embase, and Medline. The search terms were (clinician*) OR (health care professional*) OR (staff) OR (physician*) OR (provider*) OR (practitioner*) OR (psychologist*) OR (doctor*) OR (therapist*) OR (care coordinator*) OR (mental health nurse*) OR (psychiatric nurse*) OR (support worker*) OR (counsellor *) OR (case manager*) OR (GP*) AND (view*) OR (opinion*) OR (perception*) OR (qualitative) OR (interview*) AND (remote monitoring) OR (digital phenotyping) OR (machine learning) OR (passive sens*) OR (passive monitor*) OR (passive data) OR (artificial intelligence) OR (wearables). A manual search of references and citations from eligible articles was also performed by JR to identify additional studies. Papers were initially screened according to title and abstract, followed by a full article.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>The study selection and exclusion processes were conducted in accordance with the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines [<xref ref-type="bibr" rid="ref24">24</xref>] in October 2022 and are outlined in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Article titles and abstracts were screened for eligibility by JR. If the inclusion criteria were unclear, full-text articles were obtained and reviewed. Any uncertainty regarding study eligibility was resolved through discussion with a wider research team. A second independent rater screened 10% (106/1056) of titles and reviewed 10% (16/154) of full-text articles to assess the reliability of the study selection. There was an “almost perfect” level of agreement between the raters at the screening stage (<italic>k</italic>=0.918) and at the full-text stage (<italic>k</italic>=1) [<xref ref-type="bibr" rid="ref25">25</xref>]. As all studies were published in recent years, the search was conducted again in February 2023. Overall, 10 studies met the eligibility criteria and were included in the review.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram of systematic search.</p>
          </caption>
          <graphic xlink:href="mental_v11i1e49577_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Quality Appraisal</title>
        <p>Study quality was assessed using the Critical Appraisal Skills Programme (CASP) tool for quality appraisal in qualitative evidence synthesis (CASP, 2018, [<xref ref-type="bibr" rid="ref26">26</xref>]), which assesses the strengths, limitations, relevance, and credibility of qualitative research. The CASP comprises 10 items that focus on different methodological aspects of qualitative studies, such as method, design, recruitment, data collection, and reflexivity. It is considered a good measure of transparency of research practice and reporting standards and is recommended for use in health-related research [<xref ref-type="bibr" rid="ref27">27</xref>]; therefore, it was deemed appropriate for use in this review. A 3-point scale was used, with a score applied to each criterion (0=criterion not met, 1=criterion partially met, and 2=criterion totally met) [<xref ref-type="bibr" rid="ref28">28</xref>]. Therefore, papers were given a total quality score of 20.</p>
        <p>The scoring was completed by JR. A second independent rater assessed the quality of 50% (5/10) of the studies, and the scores were compared at the item level. Interrater reliability estimates showed good agreement between raters (<italic>k</italic>=0.832) [<xref ref-type="bibr" rid="ref25">25</xref>]. Disagreements in ratings were resolved through discussion among raters until agreement was reached.</p>
      </sec>
      <sec>
        <title>Data Extraction and Synthesis</title>
        <p>The included studies were read and reread to ensure that they met the inclusion criteria. Key study information was then recorded, including the number and characteristics of participants, aims of the research, analysis method used, and the settings (<xref ref-type="table" rid="table1">Table 1</xref>). In addition, the original authors’ analysis of primary qualitative data was extracted (second-order constructs), and individual participants’ quotes were also noted (first-order constructs), in line with meta-synthesis principles [<xref ref-type="bibr" rid="ref29">29</xref>]. An inductive thematic analysis approach within a critical realist epistemological framework was then taken with the aim of developing a cohesive, synthesized understanding of the data [<xref ref-type="bibr" rid="ref30">30</xref>] and new interpretations [<xref ref-type="bibr" rid="ref31">31</xref>]. JR completed the coding of the text and quotes using NVivo qualitative data analysis software (NVivo version 12, Lumivero). The constructs were then grouped into core themes. These themes were discussed by a broader research team, considering how each paper contributed to each core theme. The themes were then grouped into final higher-order themes, which were again reviewed and agreed upon by the research team. These themes are considered third-order constructs and allow for reflection on how each paper’s findings fit within the wider literature and for findings to extend beyond the original papers [<xref ref-type="bibr" rid="ref21">21</xref>]. JR returned to the papers to ensure that the themes identified reflected the data and that other themes were not overlooked.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="150"/>
            <col width="150"/>
            <col width="120"/>
            <col width="140"/>
            <col width="180"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Participants</td>
                <td>Aim</td>
                <td>Data analysis</td>
                <td>Setting</td>
                <td>Results and themes</td>
                <td>Critical Appraisal Skills Programme quality appraisal score (out of 20)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>] (the United Kingdom)</td>
                <td>Five focus groups, made up of mental health nurses (N=25); age range 22-64 y; mean age 42.7 y; male: n=9; female: n=16</td>
                <td>To explore staff views, specifically benefits and barriers to using remote monitoring to predict risk of inpatient aggression</td>
                <td>Thematic analysis</td>
                <td>Inpatient forensic mental health service, the United Kingdom</td>
                <td>Utility in clinical practice, risk to user safety and well-being, data security and privacy, impact on staff workload, engagement, and adherence</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>] (the United States)</td>
                <td>Interviews with mental health professionals (N=17); age and gender not stated</td>
                <td>Explore opportunities and barriers mental health staff perceive in applying sensor-captured patient-generated data among populations with PTSD<sup>a</sup> in routine care settings and how providers perspectives inform the design of tracking systems and strategies to implement technologies</td>
                <td>Thematic analysis</td>
                <td>Centre for Veterans With PTSD, the United States</td>
                <td>Patient-driven uses of Fitbit and its data; integrating Fitbit data into treatment protocols; challenges to the use in treatment</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>] (global)</td>
                <td>Web-based survey of psychiatrists (N=791); age range 25-≥65 y; mean age group 35-44 y; male: n=550; female: n=230; other: n=11</td>
                <td>To explore psychiatrists’ opinions about the potential impact of innovations in AI<sup>b</sup> and machine learning on psychiatric practice</td>
                <td>Qualitative descriptive analysis of written responses</td>
                <td>Web-based survey across 22 countries</td>
                <td>Patient-psychiatrist interactions, quality of patient medical care, profession of psychiatry, health systems</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Thenral and Annamalai [<xref ref-type="bibr" rid="ref35">35</xref>] (India)</td>
                <td>Interviews with psychiatrists (n=14), patients (n=14), technology experts (n=13), and chief executive officers (n=5); overall (N=46); psychiatrist characteristics: mean age 35.5 y; male: n=7; female: n=7</td>
                <td>To understand the perceived challenges in building, deploying, and using AI-enabled telepsychiatry for clinical practice</td>
                <td>Grounded theory</td>
                <td>Practices in urban areas of India: Chennai, Mumbai, Bangalore, and Delhi</td>
                <td>Knowledge and gaps deficit; attitudes and perception; data challenges; ethical, legal accountability; AI related; health system infrastructure; human resources and skills; technology; clinical practice</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>Dawoodbhoy et al [<xref ref-type="bibr" rid="ref36">36</xref>] (the United Kingdom)</td>
                <td>Interviews with health care professionals (n=9) and AI experts (n=11); overall (N=20); age and gender of health care professionals not stated</td>
                <td>To identify issues in patient flow on mental health units and align them with potential AI solutions, ultimately devising a model for their integration at service level</td>
                <td>Thematic analysis</td>
                <td>Acute mental health inpatient units, the United Kingdom</td>
                <td>Current mental health inpatient service and patient flow model: patient factors; problems with social care; problems with clinical management; problems with inpatient service and system; solutions</td>
                <td>16</td>
              </tr>
              <tr valign="top">
                <td>Rodriguez-Villa et al [<xref ref-type="bibr" rid="ref23">23</xref>] (the United States and India)</td>
                <td>Focus groups and interviews with mental health clinicians (n=53) and service users and their families <italic>(</italic>n=75); overall (N=128); clinician characteristics: age range 23-72 y; mean age 36 y; gender not stated</td>
                <td>To engage clinicians and people living with schizophrenia spectrum disorders and their family members from 3 study sites distinct in culture and setting in developing new features and co-designing the mindLAMP app</td>
                <td>Thematic analysis</td>
                <td>Mental health services in the United States and India</td>
                <td>COVID-19 led to an uptake of virtual therapy, presenting new challenges and opportunities for providers and people with schizophrenia, using technology; access to data may offer providers and people with schizophrenia new insight into illness and treatment, but too much data elicit discomfort; relevance and integrated experience increase engagement</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Byrne et al [<xref ref-type="bibr" rid="ref10">10</xref>] (Australia)</td>
                <td>Focus groups with service users (n=12) and interviews with mental health clinicians (n=10); overall (N=22); clinician characteristics: age range 25-60 y; male: n=2; female: n=8</td>
                <td>Explore patient and clinician-related acceptability of an mHealth<sup>c</sup> device to monitor stress for severe mental illness</td>
                <td>Thematic analysis</td>
                <td>Community youth mental health service, Australia</td>
                <td>Self-monitoring improves insight; clinician monitoring as a benefit to treatment; privacy and data misuse concerns; ease of use; engaging design; procedural guidelines</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>de Angel et al [<xref ref-type="bibr" rid="ref3">3</xref>] (the United Kingdom)</td>
                <td>Three focus groups: 2 focus groups with patients (n=16) and 1 focus group with mental health clinicians (n=6); overall (N=22); characteristics of clinicians: mean age 36.7 y; male: n=1; female: n=5</td>
                <td>To identify clinically meaningful targets for digital health research and to explore patient and clinician attitudes toward the use of remote monitoring technologies and identify any perceived barriers to and facilitators of using these methods in psychological treatments for depression</td>
                <td>Thematic analysis</td>
                <td>Improving Access to Psychological Therapies services, the United Kingdom</td>
                <td>Promoters of change (internal and external); markers of change (internal and external)</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Gotzl et al [<xref ref-type="bibr" rid="ref37">37</xref>] (Germany)</td>
                <td>Two focus groups with young people (n=8) and interviews with experts, including psychologists (n=2); overall (N=13); age and gender of psychologists not stated</td>
                <td>To investigate the subjective needs, attitudes, and preferences of key stakeholders toward an AI-informed mHealth app</td>
                <td>Mixed methods-only qualitative component considered: content analysis</td>
                <td>This study formed part of the living laboratory “AI4U-Artifical Intelligence for personalized digital mental health promotion and prevention in youth”</td>
                <td>Young peoples’ understanding of mental health; experts understanding of mental health in youth; opportunities and risks seen by experts; experts’ recommendations</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>Reis and Maier [<xref ref-type="bibr" rid="ref38">38</xref>] (Germany)</td>
                <td>Interviews with mental health professional (N=15); mean age 35 y; male: n=9; female: n=6</td>
                <td>To explore the application scenarios for artificial intelligence in mental health from the mental health professionals’ perspective and to evaluate the implementation readiness of scenarios</td>
                <td>Content analysis</td>
                <td>Mental health facilities in Germany</td>
                <td>Application scenarios of AI in mental health: preselection and scheduling; patient monitoring during waiting times; documentation of treatment sessions; diagnosis support; relapse prophylactics; emergency care</td>
                <td>16</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>PTSD: posttraumatic stress disorder.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>AI: artificial intelligence.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>mHealth: mobile health.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Summary of Papers</title>
        <p>A total of 10 papers were deemed eligible for inclusion in this review. A total of 3 studies were conducted in the United Kingdom, 1 in India, 1 in the United States, 1 across both the United States and India, 1 in Australia, 2 in Germany, and 1 in a global study. In total, 6 studies used thematic analysis, 1 used a grounded theory approach, 1 used qualitative descriptive analysis, and 2 used content analysis. Participants in 4 of the papers were health care professionals only, with the remaining 6 papers including health care professionals as well as other stakeholders, such as service users and their families, technology experts, and technology company owners. The findings were only included if they were explicitly associated with health care professionals. The number of health care professionals ranged from 2 to 53 (mean 17). The age of the mental health professionals where this was reported (6 papers) ranged from 22 to 72 years. Among the 5 papers that reported gender, 28 participants were male, and 42 were female. Owing to the high number of participants in the global web-based survey [<xref ref-type="bibr" rid="ref34">34</xref>], these data are described separately, with 791 participants taking part, ranging in age from 25 to ≥65 years. Of the participants, 550 identified as male, 230 identified as female, and 11 identified as others.</p>
      </sec>
      <sec>
        <title>Study Quality</title>
        <p>The overall CASP quality appraisal scores are included in <xref ref-type="table" rid="table1">Table 1</xref>, and a breakdown of these scores is provided in <xref ref-type="table" rid="table2">Table 2</xref>. There was variation in the scores across the papers. Those given stronger scores tended to provide more detail as to why certain qualitative approaches were selected over others, provided details regarding the sample including why participants may have opted not to take part, and ethical considerations were reported. It should be noted that although some studies did make some reference to the relationship between researcher and participants, this was the area that scored lowest, with few studies referencing bias and considering the influence their own roles may have had on results and reporting. For papers that included other stakeholders alongside mental health professionals, higher scores were given if the results were written to clearly distinguish which themes were associated with which participant group.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Quality ratings on each of the Critical Appraisal Skills Programme domains.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="70"/>
            <col width="70"/>
            <col width="90"/>
            <col width="90"/>
            <col width="70"/>
            <col width="90"/>
            <col width="80"/>
            <col width="90"/>
            <col width="80"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Aims</td>
                <td>Method</td>
                <td>Design</td>
                <td>Recruitment</td>
                <td>Data collection</td>
                <td>Bias and reflexivity</td>
                <td>Ethical issues</td>
                <td>Data analysis</td>
                <td>Clear findings</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>0</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Thenral and Annamalai [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Dawoodbhoy et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>1</td>
                <td>1</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Rodriguez-Villa et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>0</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Byrne et al [<xref ref-type="bibr" rid="ref10">10</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>de Angel et al [<xref ref-type="bibr" rid="ref3">3</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>1</td>
                <td>0</td>
                <td>1</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Gotzl et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Reis and Maier [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Findings</title>
        <p>Analysis of the data revealed three distinct but interrelated themes: (1) the use of passive sensing and AI in clinical practice, (2) barriers to and facilitators of use in practice, and (3) consequences for service users. A total of 5 subthemes were identified from the data. The themes, subthemes, and relationships between them are summarized in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Themes, subthemes, and the relationships between them. AI: artificial intelligence.</p>
          </caption>
          <graphic xlink:href="mental_v11i1e49577_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Theme 1: Uses of Passive Sensing and AI in Clinical Practice</title>
        <p>Findings across the reviewed papers included how clinicians felt they could use passive sensing and AI in their practice. Passive sensing technology has been shown to be particularly useful, as the unobtrusive collection of objective service user data could offer a new information source [<xref ref-type="bibr" rid="ref23">23</xref>]. This could provide insight into factors such as speech, social media use, and activity levels, which could be considered alongside self-report questionnaires and assessment tools to facilitate more accurate assessment of service users’ mental health difficulties [<xref ref-type="bibr" rid="ref35">35</xref>]. In assessing service user needs, it was also felt that these data could clarify discrepancies between self-report, observation, and psychometrics and validate service users’ concerns [<xref ref-type="bibr" rid="ref33">33</xref>]. It has been suggested that passive sensing data and AI could entirely replace some methods of assessment, such as questionnaires, to improve the clinical experience for both service users and clinicians [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Passive sensing data can reduce errors and biases in clinical decisions regarding diagnosis, treatment, and medication [<xref ref-type="bibr" rid="ref34">34</xref>], as data-driven technologies may uncover correlations that humans cannot [<xref ref-type="bibr" rid="ref36">36</xref>]:</p>
        <disp-quote>
          <p>The benefits would be greater reliability in diagnosis and prognosis, being able to choose specific customized treatment plans after analysis.</p>
          <attrib>
  Participant in Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>]
</attrib>
        </disp-quote>
        <p>Further suggestions were made as to how passive sensing and AI could be useful in therapeutic work, such as guiding productive discussions [<xref ref-type="bibr" rid="ref33">33</xref>], setting treatment goals, delivering low-intensity support [<xref ref-type="bibr" rid="ref3">3</xref>], tracking the efficacy of brief interventions [<xref ref-type="bibr" rid="ref23">23</xref>], and encouraging ongoing engagement and regular self-reflection [<xref ref-type="bibr" rid="ref38">38</xref>]. Furthermore, discussions were conducted about how AI’s ability to process, connect, and make conclusions from large amounts of data could be used to risk-stratify service users according to their personal factors and needs [<xref ref-type="bibr" rid="ref36">36</xref>] and support identification and awareness of early warning signs, thus reducing the risk of relapse of mental health difficulties [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. As clinicians have access to these data, it was also felt that they could identify when to intervene [<xref ref-type="bibr" rid="ref38">38</xref>], which may further reduce a service user’s risk of deterioration in mental health [<xref ref-type="bibr" rid="ref10">10</xref>]. Indeed, clinicians have reported that seeing a change in the data regarding a service user’s speech and self-care habits would promote awareness of a decline in their well-being [<xref ref-type="bibr" rid="ref3">3</xref>]. This was considered useful in community and ward environments, where staff may not always have eyes on service users [<xref ref-type="bibr" rid="ref32">32</xref>], particularly for those who may lack insight into their difficulties or do not volunteer information themselves [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]:</p>
        <disp-quote>
          <p>...not all our patients will be able to say, “oh well I feel agitated” or be able to come out and say it, but within themselves all the physical, you know, changes are taking place so I think it’s good, it will help us to see the covert, you know, things that are not outward that the patients cannot express.</p>
          <attrib>
           Participant in Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>]
          </attrib>
        </disp-quote>
        <p>The idea that aspects of psychiatric work could gradually be replaced by AI was viewed as positive progression by some, but others were concerned that overreliance on AI and technology in practice may result in staff becoming deskilled [<xref ref-type="bibr" rid="ref34">34</xref>]:</p>
        <disp-quote>
          <p>May lead to less skilled mental health staff.</p>
          <attrib>
   Participant in Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>]
</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 2: Barriers and Facilitators to Use in Practice</title>
        <sec>
          <title>Overview</title>
          <p>Throughout the papers, participants discussed the perceived barriers to and facilitators of using passive sensing and AI in mental health care. The barriers discussed included access, concerns about clinicians’ workloads, and the potential negative impact on the therapeutic relationship. Facilitators included ease of use and training.</p>
        </sec>
        <sec>
          <title>Subtheme 2.1: Barriers</title>
          <sec>
            <title>Access</title>
            <p>It was highlighted that technology is now readily available, and this was reported as a benefit to using passive sensing and AI in mental health practice as it may improve service user access to mental health care [<xref ref-type="bibr" rid="ref34">34</xref>]. However, not all mental health services have sufficient access to technology [<xref ref-type="bibr" rid="ref37">37</xref>] because of factors such as cost and the lack of the necessary infrastructure to support digital tools [<xref ref-type="bibr" rid="ref3">3</xref>]. For example, participants reported that in India, most hospitals do not have access to the internet [<xref ref-type="bibr" rid="ref35">35</xref>], and service users do not always have access to smartphones [<xref ref-type="bibr" rid="ref23">23</xref>]. This would likely present significant barriers to health care professionals using such technology in mental health care. Therefore, it is important to consider the digital divide, that is, the gap between those who benefit from the digital age and those who do not [<xref ref-type="bibr" rid="ref3">3</xref>]:</p>
            <disp-quote>
              <p>All these devices, technology, AI, etc., require high-speed internet...Majority of the hospitals do not have internet...patients who have basic livelihood issues cannot afford a device or internet.</p>
              <attrib>
  Participant in Thenral and Annamalai [<xref ref-type="bibr" rid="ref35">35</xref>]
</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Increased Workload</title>
            <p>A further barrier discussed was the impact of passive sensing and AI could have on clinicians’ workloads. Clinicians wondered about the amount of time and effort required to incorporate data flows into their practice and whether they would be required to review data before sessions [<xref ref-type="bibr" rid="ref33">33</xref>], which could result in clinicians trawling through a significant amount of data to generate actionable insights [<xref ref-type="bibr" rid="ref3">3</xref>]. Indeed, participants reported feeling “overwhelmed” when presented with passively collected data [<xref ref-type="bibr" rid="ref23">23</xref>]:</p>
            <disp-quote>
              <p>I feel overwhelmed with the data to begin with.</p>
              <attrib>
  Participant in Rodriguez-Villa et al [<xref ref-type="bibr" rid="ref23">23</xref>]
</attrib>
            </disp-quote>
            <p>Queries were also raised around documentation and whether the use of these tools would increase administrative work for clinicians [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Furthermore, it was suggested that clinicians may have to spend time with service users reviewing the use of devices and verifying data, which could take time away from evidence-based practices. If clinicians are alerted to changes in behavior that are the result of inaccurate readings, this could cause unnecessary alarm and waste clinicians’ time [<xref ref-type="bibr" rid="ref33">33</xref>]:</p>
            <disp-quote>
              <p>There’s always so much to do...You’re already kind of preparing for sessions, and at a certain point it’s like, “How much am I treating or assessing what I’m seeing on a screen or on paper compared to just talking to someone and figuring stuff out together?”</p>
              <attrib>
  Participant in Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>]
            </attrib>
            </disp-quote>
            <p>Managing risk was another concern raised, with participants wondering about their clinical responsibility for monitoring the data for risk issues [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] because responding to constant data streams would not be possible [<xref ref-type="bibr" rid="ref23">23</xref>]. This is important because risk aversion is cited as a potential barrier to engagement [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
            <p>In contrast, it has been suggested that passive sensing and AI have the potential to multiply resources, in that it offers a means of support to service users when health care professionals are unavailable [<xref ref-type="bibr" rid="ref38">38</xref>]:</p>
            <disp-quote>
              <p>Having a system that treats people would be awesome. We cannot be everywhere, and the number of mental health professionals is too low.</p>
              <attrib>
  Participant in Reis and Maier [<xref ref-type="bibr" rid="ref38">38</xref>]
</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Impact on the Therapeutic Relationship</title>
            <p>An issue that arose across studies was the impact that use of passive sensing and AI in practice could have on the therapeutic relationships. Some service users may prefer in-person consultations [<xref ref-type="bibr" rid="ref35">35</xref>]; therefore, using digital tools and AI methods as a replacement of human contact could be determinantal to the therapeutic alliance [<xref ref-type="bibr" rid="ref3">3</xref>] because of a loss of empathy and inaccurate interpretations of service users’ presentations [<xref ref-type="bibr" rid="ref34">34</xref>]:</p>
            <disp-quote>
              <p>Psychiatry is incompetent and incomplete without empathy. I doubt a machine could ever empathise with a live human being...I don’t think affect of patient and mood, feelings, emotions can be analysed accurately.</p>
              <attrib>
  Participant in Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>]
</attrib>
            </disp-quote>
            <p>A potential lack of meaningful interactions between service users and clinicians [<xref ref-type="bibr" rid="ref33">33</xref>] has led some to believe that service users may become resistant to or refuse treatment [<xref ref-type="bibr" rid="ref34">34</xref>]. It was also suggested that, as service users are less accountable to clinicians, this could negatively impact motivation [<xref ref-type="bibr" rid="ref3">3</xref>]. Furthermore, service users may become reliant on a device during treatment, and having this subsequently removed could have negative repercussions, including service users becoming mistrusting of services [<xref ref-type="bibr" rid="ref3">3</xref>]. It was also highlighted that clinicians may not be able to fully trust the data they receive, as participants suggested that service users may influence these data deliberately [<xref ref-type="bibr" rid="ref34">34</xref>]:</p>
            <disp-quote>
              <p>If a patient simulates a disease AI might not be able to determine it.</p>
              <attrib>
   Participant in Blease et al [<xref ref-type="bibr" rid="ref34">34</xref>]
</attrib>
            </disp-quote>
            <p>Having said this, it was proposed that allowing service users to submit data to clinicians, who could then respond with recommendations, would enable remote support and continuity of care, which could strengthen the therapeutic relationship [<xref ref-type="bibr" rid="ref23">23</xref>]. It appeared that the general consensus was that although digital tools may enhance practice, they should not replace service user or staff interactions, something which was viewed as integral to the therapeutic relationship [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Subtheme 2.2: Facilitators</title>
          <sec>
            <title>Ease of Use</title>
            <p>Throughout the studies, it was highlighted that to improve engagement with digital tools that allow for passive sensing and applied AI methods, the technology and systems would have to be relatively straightforward to use in terms of accessibility and convenience [<xref ref-type="bibr" rid="ref3">3</xref>]. Health care professionals discussed that clinicians are very busy and would not have time to navigate complicated systems [<xref ref-type="bibr" rid="ref10">10</xref>]:</p>
            <disp-quote>
              <p>I think it needs to be relatively simple...not over complicated and very easy to navigate.</p>
              <attrib>
  Participant in Byrne et al [<xref ref-type="bibr" rid="ref10">10</xref>]
</attrib>
            </disp-quote>
            <p>To ensure ease of use, suggestions were made, such as including relevant stakeholders in the development of such technologies and related systems to ensure that they use accessible language [<xref ref-type="bibr" rid="ref37">37</xref>] and presenting the data in a simple way that is easy to understand [<xref ref-type="bibr" rid="ref3">3</xref>]:</p>
            <disp-quote>
              <p>Being able to have a really simple, easy way to compare the progress throughout the weeks of treatment. So, you would obviously be collecting a huge amount of data but if there was a way that we could somehow get, “Okay, you did an average of X amount of steps in week one, and your average sleep was X amount with waking up X amount of times.”</p>
              <attrib>
  Participant in de Angel et al [<xref ref-type="bibr" rid="ref3">3</xref>]
</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Training</title>
            <p>The importance of training to support clinicians in using digital tools, passively collected data, and applied AI methods in practice has been emphasized in most studies. This was discussed in the context of being given time to access the training as well as time to consider implementation [<xref ref-type="bibr" rid="ref3">3</xref>]:</p>
            <disp-quote>
              <p>As long as we’ve had adequate training...And it’s not just having the training, it’s then having the time to think about that afterwards and incorporate it into your practice which would require a corresponding decrease in clinical work.</p>
              <attrib>
    Participant in de Angel et al [<xref ref-type="bibr" rid="ref3">3</xref>]
</attrib>
            </disp-quote>
            <p>Clinicians may differ in technological literacy, and some may generally find technology challenging [<xref ref-type="bibr" rid="ref35">35</xref>]. It was discussed that this technology will only be useful if clinicians understand it and feel comfortable using it [<xref ref-type="bibr" rid="ref23">23</xref>]. For training to be adequate, it was suggested that clinicians would value clear procedures and guidance on when and how these digital technologies should be used [<xref ref-type="bibr" rid="ref10">10</xref>], how to connect the data to their established clinical practice [<xref ref-type="bibr" rid="ref33">33</xref>], and how to interpret data. Depending on the condition, certain markers of behavior could be interpreted positively or negatively [<xref ref-type="bibr" rid="ref3">3</xref>]. Clinicians would also require clear guidelines regarding responsibility, interoperability, information governance, and potential risks [<xref ref-type="bibr" rid="ref36">36</xref>]:</p>
            <disp-quote>
              <p>You’re going to need [to] train them on how to balance all of these different pieces of data they have access to and how to prioritize the data. I think it would be especially important for new therapists coming on. It would probably be pretty overwhelming for some to have access to that much data and I think we would need to do like a standard operating procedure of how to [deal with] the information.</p>
              <attrib>
  Participant in Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>]
</attrib>
            </disp-quote>
            <p>Clinicians would further benefit from being informed of the evidence base around passive sensing and AI in mental health care [<xref ref-type="bibr" rid="ref33">33</xref>], especially as the belief that there is a lack of studies to support the use of AI technology in health care could be a barrier to clinician engagement [<xref ref-type="bibr" rid="ref35">35</xref>]:</p>
            <disp-quote>
              <p>There is also a lack of well-established trials and studies to understand the applicability of AI-related technology. They build solutions with no real-time applications.</p>
              <attrib>
 Participant in Thenral and Annamalai [<xref ref-type="bibr" rid="ref35">35</xref>]
</attrib>
            </disp-quote>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Theme 3: Consequences for Service Users</title>
        <sec>
          <title>Overview</title>
          <p>Throughout the studies, findings on the consequences that passive sensing and AI in mental health care could have for service users were discussed. There appeared to be a positive notion that this could empower service users, although it was also acknowledged that there could be risks to service users’ well-being. Concerns have also been raised regarding the protection and safety of service users’ data.</p>
        </sec>
        <sec>
          <title>Subtheme 3.1: Empowerment</title>
          <p>It was suggested that passive sensing and AI could facilitate “knowledge transfer” and empower service users to understand how their actions, feelings, and thoughts are intertwined [<xref ref-type="bibr" rid="ref37">37</xref>]. By increasing insight into mental health, self-monitoring allows service users to respond to symptoms and take action themselves [<xref ref-type="bibr" rid="ref10">10</xref>]. Service users’ monitoring and managing their mental health may involve connecting with other users and supporting one another, setting reminders to take medication, and responding to prompts to engage in helpful strategies [<xref ref-type="bibr" rid="ref3">3</xref>]. Thus, service users’ ability to monitor their mental health–related data can be empowering [<xref ref-type="bibr" rid="ref33">33</xref>]:</p>
          <disp-quote>
            <p>A lot of the thoughts you have are that you are incapable, inadequate, cannot accomplish things. So, that [data] kind of directly speaks against that, right? “I am able to accomplish something, like reaching 10,000 steps a day.</p>
            <attrib>
  Participant in Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>]
</attrib>
          </disp-quote>
          <p>This self-management could increase awareness of early warning signs, reduce the risk of relapse, and therefore decrease demand for services, for example, by reducing hospital admissions [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        </sec>
        <sec>
          <title>Subtheme 3.2: Risk to Well-Being</title>
          <p>In contrast, concerns have been raised about the accuracy of sensing technology, as making health care decisions based on unreliable sensors could potentially be harmful [<xref ref-type="bibr" rid="ref3">3</xref>]. In addition, if service users have access to their health data, this could cause some to become hyperfocused on their data, catastrophize, or become disheartened by lack of progress or negative trends [<xref ref-type="bibr" rid="ref33">33</xref>]. This was thought to be particularly pertinent to those who experience health anxiety [<xref ref-type="bibr" rid="ref3">3</xref>] or paranoia, as “tracking” behavior could exacerbate symptoms [<xref ref-type="bibr" rid="ref32">32</xref>]:</p>
          <disp-quote>
            <p>When you give this to a paranoid patient, they will think you are monitoring them. It will be so difficult to explain it to them to understand it that this is what you’re monitoring...This paranoia could also lead to them not even wearing this.</p>
            <attrib>
  Participant in Greer et al [<xref ref-type="bibr" rid="ref32">32]</xref>
</attrib>
          </disp-quote>
          <p>Ng et al [<xref ref-type="bibr" rid="ref33">33</xref>] highlighted the importance of clinicians, suggesting alternate ways for service users to frame or interact with their data. This may be important in ensuring that recommendations delivered to service users do not arouse false expectations of users [<xref ref-type="bibr" rid="ref37">37</xref>]:</p>
          <disp-quote>
            <p>I would see a risk if the app claimed: “if you go through these ten steps...then you are a different person” [laughs]...A good app would be characterized by the fact that the user does not internalize a problem centred perspective, but that he...gets the feeling: “I am okay.” </p>
            <attrib>
  Participant in Gotzl et al [<xref ref-type="bibr" rid="ref37">37</xref>]
</attrib>
          </disp-quote>
          <p>Another concern highlighted by participants working in mental health wards was that service users could harm themselves using a digital device. For example, if an armband that stretches it could be used as a ligature, the design of devices is an important consideration [<xref ref-type="bibr" rid="ref32">32</xref>]:</p>
          <disp-quote>
            <p>...how far does it stretch, can you put it round your neck? Well, that might be an issue, you know, ligatures.</p>
            <attrib>
  Participant in Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>]
</attrib>
          </disp-quote>
          <disp-quote>
            <p>...should be something that they cannot use as a weapon, like, there shouldn’t be any metal or something that they can use to self-harm. [Participant in Greer et al]</p>
            <attrib>
  Participant in Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>]
</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Subtheme 3.3: Data Privacy and Protection Issues</title>
          <p>Participants reported that in practice, they will often recommend apps to service users without reviewing privacy policies, citing a lack of time as the reason for not investigating this further [<xref ref-type="bibr" rid="ref23">23</xref>]. However, in most studies, concerns have been raised regarding privacy in relation to passive sensing data. It has been suggested that the collection of personal data through digital devices that allow passive sensing could increase the risk of loss of confidentiality and misuse of data [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], which could negatively impact therapeutic relationships [<xref ref-type="bibr" rid="ref10">10</xref>]. In line with this, it was felt that service users would have less control over what they chose to share, which may feel uncomfortable for service users and lead clinicians to feel as though they are invading their privacy [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]:</p>
          <disp-quote>
            <p>...it does feel like it is personal information and to share all the details about their sleep and their activity levels—that could be quite tricky for some of them to share openly and knowing that we kind of can access it without them knowing or without them being there.</p>
            <attrib>
  Participant in Byrne et al [<xref ref-type="bibr" rid="ref10">10</xref>]
</attrib>
          </disp-quote>
          <p>Data management was therefore seen as an important consideration, and it was highlighted that service users should be given choice over what they share and be made aware of who could access the data, what will happen if their data are leaked [<xref ref-type="bibr" rid="ref3">3</xref>], how their data will be kept private and secure, and what their data will be used for [<xref ref-type="bibr" rid="ref10">10</xref>]:</p>
          <disp-quote>
            <p>I think it’s about having a conversation with the client at the beginning about boundaries really, and once it’s clearer, how the information will be shared and can be shared, then you can...Normally put in those boundaries and then you can understand those concerns.</p>
            <attrib>
  Participant in de Angel et al [<xref ref-type="bibr" rid="ref3">3</xref>]
         </attrib>
          </disp-quote>
          <p>It is important to ensure that service users have capacity when making these decisions, as mental states can change and influence decision-making [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          <disp-quote>
            <p>um, making sure they understand completely, cos some people are more paranoid on days...than other days so it could be they’re fine for 5 days then the sixth day they’re really paranoid.</p>
            <attrib>
  Participant in Greer et al [<xref ref-type="bibr" rid="ref32">32</xref>]
</attrib>
          </disp-quote>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Across the papers reviewed, multiple ways in which passive sensing technology and applied AI methods could augment mental health care were identified, such as supporting service users in managing their mental health, improving diagnostic accuracy, monitoring treatment trajectories, and increasing access to timely support, thereby reducing the risk of relapse of mental health difficulties. Indeed, research has shown that passive data and AI methods have the potential to provide insight into service user behavior outside the clinic environment and provide real-time detection of behavioral anomalies, which could allow early identification and intervention before a deterioration in mental health [<xref ref-type="bibr" rid="ref39">39</xref>]. However, despite the potential benefits, concerns have been raised that clinicians could become overreliant on digital technology in practice [<xref ref-type="bibr" rid="ref40">40</xref>]. This could have negative consequences, as participants discussed that they may not be able to fully trust the data they receive because of service user influence and inaccurate sensors. Therefore, overreliance on inaccurate data can lead to misdiagnoses or missed diagnoses. Thus, decision-making should not be delegated to technology alone [<xref ref-type="bibr" rid="ref41">41</xref>], and it is important for clinicians to acknowledge the limitations of objective data collection and applied AI methods to avoid tension between service users and clinicians [<xref ref-type="bibr" rid="ref42">42</xref>]. This is particularly important, as research has shown that discrepancies between experience and tracking data can lead to upset, confusion, and disengagement [<xref ref-type="bibr" rid="ref43">43</xref>], which may negatively impact the therapeutic relationship.</p>
        <p>The influence that the use of passive sensing and applied AI methods could have on the therapeutic relationship was further discussed across papers. Although service users should feel empowered to make choices and manage their own mental health, access to human in-person support is deemed necessary. This reflects concerns that the use of AI in health care could lead to neglect of the therapeutic aspects of in-person consultation, such as consideration of motivation and self-advocacy, attendance to nonverbal cues, and social connection that can be provided by in-person clinical contact [<xref ref-type="bibr" rid="ref44">44</xref>]. Fears were further raised that the absence of a therapeutic relationship may lead service users to disengage or refuse mental health care altogether. Research suggests that a therapeutic alliance can exist between a person seeking change and a change agent, which does not necessarily have to be a human health care professional, with digital tools and apps themselves having the potential to act as change agents [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>Concerns have been raised across studies that service users may notice a decline in their mental health if they were to monitor aspects of their behavior and interpret subsequent passively collected data in such a way that increases anxiety or results in demotivation. Research has shown that tracking behavior can reduce enjoyment in walking-based activities [<xref ref-type="bibr" rid="ref46">46</xref>] and increase eating disorder symptomology [<xref ref-type="bibr" rid="ref47">47</xref>]. However, research has also found that the use of digital devices that allow passive sensing, such as wearables, can be a positive experience, with multiple psychological benefits identified by users, including increased sense of motivation and accountability [<xref ref-type="bibr" rid="ref48">48</xref>]. Individual differences are therefore important for clinicians to consider, as certain characteristics may impact a service user’s ability to interpret their health data in a helpful way. For example, research has shown that high health literacy supports the understanding of passively collected health data and how to use it to work toward goals [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>Across studies, clinicians discussed the impact that use of passive sensing and AI could have on their workload. Concerns appeared to be around reviewing significant amounts of data to identify clinically relevant information and risk monitoring. However, previous research has suggested that AI may in fact reduce clinicians’ workloads, as less time will be required to read through notes to understand a service user’s history, particularly because certain AI methods, such as natural language processing, could be applied to patient notes to summarize important information [<xref ref-type="bibr" rid="ref50">50</xref>]. Furthermore, machine learning methods can facilitate work by highlighting previously inaccessible or less understood symptoms and patterns [<xref ref-type="bibr" rid="ref6">6</xref>]. It has also been suggested that data received by clinicians regarding a service user’s behavior may allow them to identify those most in need of support and prioritize their workload, thus using their time more effectively [<xref ref-type="bibr" rid="ref51">51</xref>]. To reduce concerns about increased workload, it would be useful for clinicians to receive data in a user-friendly format, allowing seamless access to relevant information. If devices and associated systems are not considered user-friendly and there are multiple technical issues, this will likely result in frustration and reluctance to engage [<xref ref-type="bibr" rid="ref52">52</xref>]. Along with ease of use, training was discussed as a means to encourage clinicians to engage with devices that allow passive sensing and applied AI methods in their practice. Ways to make training useful for clinicians included ensuring that clinicians have access to clear guidance around incorporating data flows into their practice, managing risk issues, and data privacy and protection procedures. The latter is especially pertinent, as concerns about data security were a reoccurring theme throughout studies. Transparent guidelines will need to be developed, and codes of practice enforced around storage, ownership, and sharing of data [<xref ref-type="bibr" rid="ref52">52</xref>]. However, it has been suggested that concerns about confidentiality of data may always remain; therefore, to facilitate engagement, the perceived value to clinicians and service users will need to outweigh these concerns [<xref ref-type="bibr" rid="ref53">53</xref>]. As discussed in the reviewed studies, training should involve increasing awareness of the evidence base so that clinicians can understand the cost-benefits of engaging in passive sensing and AI in practice.</p>
        <p>The final key issue is access. As highlighted in this review, access to technology could pose a barrier to engagement at both the service user and clinician level. For example, studies conducted in India have highlighted that not all hospitals offering mental health care have access to the internet. Therefore, considering the digital context within low- and middle-income countries, it is important to create digital-based mental health interventions intended for a global rollout. Indeed, Lee et al [<xref ref-type="bibr" rid="ref54">54</xref>] highlighted that methods such as machine learning have the potential to advance health equity by supporting opportunities for equality in patient outcomes, performance, and resource allocation.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Meta-synthesis allows for greater scope and generalizability than individual primary studies [<xref ref-type="bibr" rid="ref55">55</xref>]. However, as data are transposed into third-order constructs, there is potential for the findings to move away from the empirical, conceptual, and theoretical contexts of primary qualitative studies [<xref ref-type="bibr" rid="ref56">56</xref>]. Of the papers included, 2 used content analysis, which is a more descriptive approach to coding and data interpretation (Vaismoradi et al [<xref ref-type="bibr" rid="ref57">57</xref>]). Thus, the findings may have been more heavily influenced by studies that used more robust qualitative methods, such as thematic analysis, which can provide a more detailed and nuanced account of the data (Braun and Clarke [<xref ref-type="bibr" rid="ref58">58</xref>]). Furthermor e, the process and methods of meta-synthesis are heavily influenced by the focus and expertise of the authors, meaning that some concepts and theories may not have been considered. This limitation was managed through discussion with the research team on coding and themes as well as remaining attuned to personal perspectives that could introduce bias [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
        <p>Efforts were made to include all eligible studies in this review and to avoid neglecting potentially important findings, such as checking the reference lists of all papers and searching the databases again at a later date to identify further studies that might have been published. However, it is possible that some studies were overlooked, particularly as the terminology in this research area can be diverse and studies were only included if they were published in the English language in peer-reviewed journals, meaning that important contributions to the literature may have been missed because of language and publication bias. The included studies were conducted across different mental health settings, such as primary care and inpatient settings, and across different countries. It is important to note that the health care systems and services within them differ globally, so the generalizability of the results may be limited. However, meta-synthesis of qualitative studies can transform findings into highly abstracted and generalizable theoretical frameworks [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Considering the findings from this review and wider research in this area, a key barrier to implementing digital technology innovations is end user perceptions rather than technology innovation itself [<xref ref-type="bibr" rid="ref3">3</xref>]. Therefore, it will be important for future research to gain a deeper understanding of service user views as well as other stakeholders, such as policy makers. Further research into the efficacy of passive sensing and AI in mental health care is necessary to build an evidence base that would support the scaling up of these approaches to routine service delivery. Real-world studies implementing passive sensing and AI in practice are needed to understand the contextual factors that impact uptake, which will be useful to gain knowledge that can support the development of implementation frameworks [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
      </sec>
      <sec>
        <title>Clinical Implications</title>
        <p>These findings suggest that although clinicians are open-minded about the use of passive sensing and applied AI methods in mental health care, factors such as service user well-being, clinicians’ workloads, and the therapeutic relationship need to be considered. It is important to involve both service users and clinicians in the development of digital technologies and systems to ensure their ease of use. The development of policies, training, and clear guidelines on the use of passive sensing and AI in mental health care, including risk management and data security procedures, will also be key to facilitating clinician engagement and wide-scale adoption. Means for clinicians and service users to provide feedback on how the use of passive sensing and AI in practice is being received should also be considered, allowing reflection on any impact there might be on the therapeutic relationship, service user well-being, and clinicians’ workloads.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CASP</term>
          <def>
            <p>Critical Appraisal Skills Programme</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>JF is supported by a UK Research and Innovation Future Leaders Fellowship (MR/T021780/1). SB is supported by the National Institute for Health and Care Research Professorship (NIHR300794) and acknowledges the support from the Manchester Biomedical Research Centre (NIHR203308).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>SB is a Director and shareholder of CareLoop Health Ltd, which develops and markets digital therapeutics for schizophrenia and a digital screening app for postnatal depression. SB also reports research funding from the National Institute for Health and Care Research and the Wellcome Trust.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>World mental health report: transforming mental health for all</article-title>
          <source>World Health Organisation</source>
          <year>2022</year>
          <month>6</month>
          <day>16</day>
          <access-date>2024-01-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789240049338">https://www.who.int/publications/i/item/9789240049338</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Atem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donaldson</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Gildberg</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Hooper</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosado</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence: an eye cast towards the mental health nursing horizon</article-title>
          <source>Int J Ment Health Nurs</source>
          <year>2023</year>
          <month>06</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>938</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1111/inm.13121</pub-id>
          <pub-id pub-id-type="medline">36715172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Angel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Adeleye</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cummins</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Munir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Laporta Puyal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Matcham</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Folarin</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Ranjan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The feasibility of implementing remote measurement technologies in psychological treatment for depression: mixed methods study on engagement</article-title>
          <source>JMIR Ment Health</source>
          <year>2023</year>
          <month>01</month>
          <day>24</day>
          <volume>10</volume>
          <fpage>e42866</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2023//e42866/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/42866</pub-id>
          <pub-id pub-id-type="medline">36692937</pub-id>
          <pub-id pub-id-type="pii">v10i1e42866</pub-id>
          <pub-id pub-id-type="pmcid">PMC9906314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The growing field of digital psychiatry: current evidence and the future of apps, social media, chatbots, and virtual reality</article-title>
          <source>World Psychiatry</source>
          <year>2021</year>
          <month>10</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>318</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34505369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20883</pub-id>
          <pub-id pub-id-type="medline">34505369</pub-id>
          <pub-id pub-id-type="pmcid">PMC8429349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chekroud</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bondar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delgadillo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wasil</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fokkema</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Belgrave</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>DeRubeis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Iniesta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The promise of machine learning in predicting treatment outcomes in psychiatry</article-title>
          <source>World Psychiatry</source>
          <year>2021</year>
          <month>06</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>154</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34002503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20882</pub-id>
          <pub-id pub-id-type="medline">34002503</pub-id>
          <pub-id pub-id-type="pmcid">PMC8129866</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koutsouleris</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>TU</given-names>
            </name>
            <name name-style="western">
              <surname>Skvortsova</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>From promise to practice: towards the realisation of AI-informed mental health care</article-title>
          <source>Lancet Digit Health</source>
          <year>2022</year>
          <month>11</month>
          <volume>4</volume>
          <issue>11</issue>
          <fpage>e829</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/s2589-7500(22)00153-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s2589-7500(22)00153-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Appelbaum</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Beyond googling: the ethics of using patients' electronic footprints in psychiatric practice</article-title>
          <source>Harv Rev Psychiatry</source>
          <year>2017</year>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>170</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/hrp.0000000000000145"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/hrp.0000000000000145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Personal sensing: understanding mental health using ubiquitous sensors and machine learning</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2017</year>
          <month>05</month>
          <day>08</day>
          <volume>13</volume>
          <fpage>23</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28375728"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032816-044949</pub-id>
          <pub-id pub-id-type="medline">28375728</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spadaro</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Martin-Key</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Bahn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Building the digital mental health ecosystem: opportunities and challenges for mobile health innovators</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>10</month>
          <day>13</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>e27507</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/10/e27507/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27507</pub-id>
          <pub-id pub-id-type="medline">34643537</pub-id>
          <pub-id pub-id-type="pii">v23i10e27507</pub-id>
          <pub-id pub-id-type="pmcid">PMC8552100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tohamy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kotze</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Starling</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karageorge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattacharyya</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Modesto</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Using a mobile health device to monitor physiological stress for serious mental illness: a qualitative analysis of patient and clinician-related acceptability</article-title>
          <source>Psychiatr Rehabil J</source>
          <year>2022</year>
          <month>09</month>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>219</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1037/prj0000514"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/prj0000514</pub-id>
          <pub-id pub-id-type="medline">35298226</pub-id>
          <pub-id pub-id-type="pii">2022-42998-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Machin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Emsley</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Digital interventions in severe mental health problems: lessons from the Actissist development and trial</article-title>
          <source>World Psychiatry</source>
          <year>2018</year>
          <month>06</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>230</fpage>
          <lpage>1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29856569"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20535</pub-id>
          <pub-id pub-id-type="medline">29856569</pub-id>
          <pub-id pub-id-type="pmcid">PMC5980566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mental health professionals views and the impact of COVID-19 pandemic on implementing digital mental health in China: a nationwide survey study</article-title>
          <source>Internet Interv</source>
          <year>2022</year>
          <month>12</month>
          <volume>30</volume>
          <fpage>100576</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(22)00083-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2022.100576</pub-id>
          <pub-id pub-id-type="medline">36185346</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(22)00083-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9509019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiske</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Henningsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buyx</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Your robot therapist will see you now: ethical implications of embodied artificial intelligence in psychiatry, psychology, and psychotherapy</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>05</month>
          <day>09</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e13216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/5/e13216/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13216</pub-id>
          <pub-id pub-id-type="medline">31094356</pub-id>
          <pub-id pub-id-type="pii">v21i5e13216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6532335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scheinker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Promise and perils of big data and artificial intelligence in clinical medicine and biomedical research</article-title>
          <source>Circ Res</source>
          <year>2018</year>
          <month>12</month>
          <day>07</day>
          <volume>123</volume>
          <issue>12</issue>
          <fpage>1282</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1161/CIRCRESAHA.118.314119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/circresaha.118.314119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chancellor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Methods in predictive techniques for mental health status on social media: a critical review</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>43</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0233-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0233-7</pub-id>
          <pub-id pub-id-type="medline">32219184</pub-id>
          <pub-id pub-id-type="pii">233</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubeis</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>iHealth: the ethics of artificial intelligence and big data in mental healthcare</article-title>
          <source>Internet Interv</source>
          <year>2022</year>
          <month>04</month>
          <volume>28</volume>
          <fpage>100518</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(22)00025-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2022.100518</pub-id>
          <pub-id pub-id-type="medline">35257003</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(22)00025-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8897624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lobban</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A qualitative exploration of service user views about using digital health interventions for self-management in severe mental health problems</article-title>
          <source>BMC Psychiatry</source>
          <year>2019</year>
          <month>01</month>
          <day>21</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-018-1979-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-018-1979-1</pub-id>
          <pub-id pub-id-type="medline">30665384</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-018-1979-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6341527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saria</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sendak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>VX</given-names>
            </name>
            <name name-style="western">
              <surname>Doshi-Velez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kale</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Saeed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ossorio</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Thadaney-Israni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goldenberg</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Do no harm: a roadmap for responsible machine learning for health care</article-title>
          <source>Nat Med</source>
          <year>2019</year>
          <month>09</month>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>1337</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41591-019-0548-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-019-0548-6</pub-id>
          <pub-id pub-id-type="medline">31427808</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-019-0548-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Why nurses need to be at the centre of new developments in digital technology</article-title>
          <source>Nurse Res</source>
          <year>2020</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>6</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.7748/nr.28.2.6.s2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lachal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Revah-Levy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Orri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Metasynthesis: an original method to synthesize qualitative literature in psychiatry</article-title>
          <source>Front Psychiatry</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>269</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29249996"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2017.00269</pub-id>
          <pub-id pub-id-type="medline">29249996</pub-id>
          <pub-id pub-id-type="pmcid">PMC5716974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohammed</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Moles</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>Meta-synthesis of qualitative research: the challenges and opportunities</article-title>
          <source>Int J Clin Pharm</source>
          <year>2016</year>
          <month>06</month>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>695</fpage>
          <lpage>704</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-016-0289-2</pub-id>
          <pub-id pub-id-type="medline">27052213</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11096-016-0289-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasson-Ohayon</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lysaker</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>Special challenges in psychotherapy continuation and adaption for persons with schizophrenia in the age of coronavirus (COVID-19)</article-title>
          <source>Counsel Psychol Q</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>34</volume>
          <issue>3-4</issue>
          <fpage>577</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/09515070.2020.1781595"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09515070.2020.1781595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rozatkar</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bondre</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Naik</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Dutt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>UM</given-names>
            </name>
            <name name-style="western">
              <surname>Nagendra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tugnawat</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shrivastava</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Raghuram</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thirthall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chand</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhtakia</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cross cultural and global uses of a digital mental health app: results of focus groups with clinicians, patients and family members in India and the United States</article-title>
          <source>Glob Ment Health (Camb)</source>
          <year>2021</year>
          <volume>8</volume>
          <fpage>e30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34512999"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/gmh.2021.28</pub-id>
          <pub-id pub-id-type="medline">34512999</pub-id>
          <pub-id pub-id-type="pii">S2054425121000285</pub-id>
          <pub-id pub-id-type="pmcid">PMC8392688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>BMJ</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>339</volume>
          <fpage>b2535</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/211973"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.b2535</pub-id>
          <pub-id pub-id-type="medline">19622551</pub-id>
          <pub-id pub-id-type="pii">bmj.b2535</pub-id>
          <pub-id pub-id-type="pmcid">PMC2714657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richard Landis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The measurement of observer agreement for categorical data</article-title>
          <source>Biometrics</source>
          <year>1977</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2307/2529310"/>
          </comment>
          <pub-id pub-id-type="doi">10.2307/2529310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <source>CASP Checklists</source>
          <access-date>2024-01-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://casp-uk.net/casp-tools-checklists/">https://casp-uk.net/casp-tools-checklists/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Long</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Optimising the value of the critical appraisal skills programme (CASP) tool for quality appraisal in qualitative evidence synthesis</article-title>
          <source>Res Method Med Health Sci</source>
          <year>2020</year>
          <month>08</month>
          <day>06</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/2632084320947559"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2632084320947559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boeije</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>van Wesel</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alisic</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Making a difference: towards a method for weighing the evidence in a qualitative synthesis</article-title>
          <source>J Eval Clin Pract</source>
          <year>2011</year>
          <month>08</month>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>657</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2753.2011.01674.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2011.01674.x</pub-id>
          <pub-id pub-id-type="medline">21504515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chrastina</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Meta-synthesis of qualitative studies: background, methodology and applications</article-title>
          <source>Proceedings of the NORDSCI International Conference</source>
          <year>2018</year>
          <conf-name>NORDSCI International Conference</conf-name>
          <conf-date>July 17, 2018</conf-date>
          <conf-loc>Helsinki, Finland</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <source>Successful Qualitative Research: A Practical Guide for Beginners</source>
          <year>2013</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methods for the thematic synthesis of qualitative research in systematic reviews</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2008</year>
          <month>07</month>
          <day>10</day>
          <volume>8</volume>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-8-45"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-8-45</pub-id>
          <pub-id pub-id-type="medline">18616818</pub-id>
          <pub-id pub-id-type="pii">1471-2288-8-45</pub-id>
          <pub-id pub-id-type="pmcid">PMC2478656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Newbery</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Predicting inpatient aggression in forensic services using remote monitoring technology: qualitative study of staff perspectives</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>19</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e15620</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e15620/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15620</pub-id>
          <pub-id pub-id-type="medline">31538943</pub-id>
          <pub-id pub-id-type="pii">v21i9e15620</pub-id>
          <pub-id pub-id-type="pmcid">PMC6754691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kornfield</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Zalta</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Provider perspectives on integrating sensor-captured patient-generated data in mental health care</article-title>
          <source>Proc ACM Hum Comput Interact</source>
          <year>2019</year>
          <month>11</month>
          <volume>3</volume>
          <issue>CSCW</issue>
          <fpage>115</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33585802"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3359217</pub-id>
          <pub-id pub-id-type="medline">33585802</pub-id>
          <pub-id pub-id-type="pii">115</pub-id>
          <pub-id pub-id-type="pmcid">PMC7877802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blease</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Locher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leon-Carlyle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Doraiswamy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and the future of psychiatry: qualitative findings from a global physician survey</article-title>
          <source>Digit Health</source>
          <year>2020</year>
          <month>10</month>
          <day>27</day>
          <volume>6</volume>
          <fpage>2055207620968355</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2055207620968355?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207620968355</pub-id>
          <pub-id pub-id-type="medline">33194219</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207620968355</pub-id>
          <pub-id pub-id-type="pmcid">PMC7597571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thenral</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Annamalai</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Challenges of building, deploying, and using AI-enabled telepsychiatry platforms for clinical practice among urban Indians: a qualitative study</article-title>
          <source>Indian J Psychol Med</source>
          <year>2021</year>
          <month>07</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>336</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/0253717620973414?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0253717620973414</pub-id>
          <pub-id pub-id-type="medline">34385728</pub-id>
          <pub-id pub-id-type="pii">10.1177_0253717620973414</pub-id>
          <pub-id pub-id-type="pmcid">PMC8327861</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dawoodbhoy</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cecula</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>AI in patient flow: applications of artificial intelligence to improve patient flow in NHS acute mental health inpatient units</article-title>
          <source>Heliyon</source>
          <year>2021</year>
          <month>05</month>
          <day>12</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>e06993</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-8440(21)01096-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2021.e06993</pub-id>
          <pub-id pub-id-type="medline">34036191</pub-id>
          <pub-id pub-id-type="pii">S2405-8440(21)01096-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8134991</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Götzl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hiller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rauschenberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schick</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fechtelpeter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer Abaigar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Koppe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Durstewitz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reininghaus</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Krumm</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence-informed mobile mental health apps for young people: a mixed-methods approach on users' and stakeholders' perspectives</article-title>
          <source>Child Adolesc Psychiatry Ment Health</source>
          <year>2022</year>
          <month>11</month>
          <day>17</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>86</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://capmh.biomedcentral.com/articles/10.1186/s13034-022-00522-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13034-022-00522-6</pub-id>
          <pub-id pub-id-type="medline">36397097</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13034-022-00522-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC9672578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in mental health: a qualitative expert study on realistic application scenarios and future directions</article-title>
          <year>2022</year>
          <conf-name>SIGMIS-CPR '22: 2022 Computers and People Research Conference</conf-name>
          <conf-date>June 2-4, 2022</conf-date>
          <conf-loc>Atlanta, GA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3510606.3550209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Staples</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sandoval</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Relapse prediction in schizophrenia through digital phenotyping: a pilot study</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2018</year>
          <month>07</month>
          <volume>43</volume>
          <issue>8</issue>
          <fpage>1660</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29511333"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41386-018-0030-z</pub-id>
          <pub-id pub-id-type="medline">29511333</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41386-018-0030-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6006347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goddard</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roudsari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Automation bias: a systematic review of frequency, effect mediators, and mitigators</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2012</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>121</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21685142"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000089</pub-id>
          <pub-id pub-id-type="medline">21685142</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2011-000089</pub-id>
          <pub-id pub-id-type="pmcid">PMC3240751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Hello World: How to be Human in the Age of the Machine</source>
          <year>2018</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Transworld Digital</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Tracking mental well-being: balancing rich sensing and patient needs</article-title>
          <source>Computer</source>
          <year>2014</year>
          <month>4</month>
          <volume>47</volume>
          <issue>4</issue>
          <fpage>36</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1109/MC.2014.107"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/MC.2014.107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yli-Kauhaluoma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pantzar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Seeking connectivity to everyday health and wellness experiences: specificities and consequences of connective gaps in self-tracking data</article-title>
          <source>Digit Health</source>
          <year>2018</year>
          <month>05</month>
          <day>30</day>
          <volume>4</volume>
          <fpage>2055207618779714</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2055207618779714?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207618779714</pub-id>
          <pub-id pub-id-type="medline">29942640</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207618779714</pub-id>
          <pub-id pub-id-type="pmcid">PMC6001204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>AI chatbots cannot replace human interactions in the pursuit of more inclusive mental healthcare</article-title>
          <source>SSM Ment Health</source>
          <year>2021</year>
          <month>12</month>
          <volume>1</volume>
          <fpage>100017</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.ssmmh.2021.100017"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ssmmh.2021.100017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lederman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>D'Alfonso</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital therapeutic alliance with fully automated mental health smartphone apps: a narrative review</article-title>
          <source>Front Psychiatry</source>
          <year>2022</year>
          <month>06</month>
          <day>22</day>
          <volume>13</volume>
          <fpage>819623</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35815030"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2022.819623</pub-id>
          <pub-id pub-id-type="medline">35815030</pub-id>
          <pub-id pub-id-type="pmcid">PMC9256980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Etkin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The hidden cost of personal quantification</article-title>
          <source>J Consum Res</source>
          <year>2016</year>
          <month>04</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>967</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/jcr/ucv095"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jcr/ucv095</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzeo</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Calorie counting and fitness tracking technology: associations with eating disorder symptomatology</article-title>
          <source>Eat Behav</source>
          <year>2017</year>
          <month>08</month>
          <volume>26</volume>
          <fpage>89</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.eatbeh.2017.02.002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.eatbeh.2017.02.002</pub-id>
          <pub-id pub-id-type="medline">28214452</pub-id>
          <pub-id pub-id-type="pii">S1471-0153(16)30364-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Anxious or empowered? a cross-sectional study exploring how wearable activity trackers make their owners feel</article-title>
          <source>BMC Psychol</source>
          <year>2019</year>
          <month>07</month>
          <day>03</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychology.biomedcentral.com/articles/10.1186/s40359-019-0315-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40359-019-0315-y</pub-id>
          <pub-id pub-id-type="medline">31269972</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40359-019-0315-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC6607598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKinney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Sbaffi</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Information literacy in food and activity tracking among parkrunners, people with type 2 diabetes, and people with irritable bowel syndrome: exploratory study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e13652</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e13652/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13652</pub-id>
          <pub-id pub-id-type="medline">31373277</pub-id>
          <pub-id pub-id-type="pii">v21i8e13652</pub-id>
          <pub-id pub-id-type="pmcid">PMC6744816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lovejoy</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Buch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Maruthappu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Technology and mental health: the role of artificial intelligence</article-title>
          <source>Eur Psychiatry</source>
          <year>2019</year>
          <month>01</month>
          <volume>55</volume>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2018.08.004</pub-id>
          <pub-id pub-id-type="medline">30384105</pub-id>
          <pub-id pub-id-type="pii">S0924-9338(18)30162-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chiew</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abdul Hadi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liew</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>An automated patient self-monitoring system to reduce health care system burden during the COVID-19 pandemic in Malaysia: development and implementation study</article-title>
          <source>JMIR Med Inform</source>
          <year>2021</year>
          <month>02</month>
          <day>26</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e23427</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2021/2/e23427/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23427</pub-id>
          <pub-id pub-id-type="medline">33600345</pub-id>
          <pub-id pub-id-type="pii">v9i2e23427</pub-id>
          <pub-id pub-id-type="pmcid">PMC7919845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Scuffham</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The internet of things: impact and implications for health care delivery</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>10</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20135</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20135/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20135</pub-id>
          <pub-id pub-id-type="medline">33170132</pub-id>
          <pub-id pub-id-type="pii">v22i11e20135</pub-id>
          <pub-id pub-id-type="pmcid">PMC7685921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jalali</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Madnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The internet of things promises new benefits and risks: a systematic analysis of adoption dynamics of IoT products</article-title>
          <source>IEEE Secur Priv</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>39</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1109/msec.2018.2888780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Paulus</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Krystal</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Jeste</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for mental health care: clinical applications, barriers, facilitators, and artificial wisdom</article-title>
          <source>Biol Psychiatry Cogn Neurosci Neuroimaging</source>
          <year>2021</year>
          <month>09</month>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>856</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33571718"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bpsc.2021.02.001</pub-id>
          <pub-id pub-id-type="medline">33571718</pub-id>
          <pub-id pub-id-type="pii">S2451-9022(21)00046-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC8349367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malterud</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Qualitative Metasynthesis: A Research Method for Medicine and Health Sciences</source>
          <year>2019</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mengshoel</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Metasynthesis: issues of empirical and theoretical context</article-title>
          <source>Qual Quant</source>
          <year>2022</year>
          <month>09</month>
          <day>06</day>
          <volume>57</volume>
          <issue>4</issue>
          <fpage>3339</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s11135-022-01502-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11135-022-01502-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaismoradi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turunen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bondas</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Content analysis and thematic analysis: implications for conducting a qualitative descriptive study</article-title>
          <source>Nurs Health Sci</source>
          <year>2013</year>
          <month>09</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>398</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1111/nhs.12048</pub-id>
          <pub-id pub-id-type="medline">23480423</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finfgeld-Connett</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Generalizability and transferability of meta-synthesis research findings</article-title>
          <source>J Adv Nurs</source>
          <year>2010</year>
          <month>02</month>
          <volume>66</volume>
          <issue>2</issue>
          <fpage>246</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2648.2009.05250.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2009.05250.x</pub-id>
          <pub-id pub-id-type="medline">20423407</pub-id>
          <pub-id pub-id-type="pii">JAN5250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gama</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tyskbo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nygren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barlow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Svedberg</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Implementation frameworks for artificial intelligence translation into health care practice: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>27</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e32215</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e32215/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32215</pub-id>
          <pub-id pub-id-type="medline">35084349</pub-id>
          <pub-id pub-id-type="pii">v24i1e32215</pub-id>
          <pub-id pub-id-type="pmcid">PMC8832266</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
