<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i3e26811</article-id>
      <article-id pub-id-type="pmid">33779570</article-id>
      <article-id pub-id-type="doi">10.2196/26811</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Commentary</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Commentary</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Mental Health Challenges and the Horizon Ahead for Solutions</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>D'Alfonso</surname>
            <given-names>Simon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tiffin</surname>
            <given-names>Paul</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hull</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Balcombe</surname>
            <given-names>Luke</given-names>
          </name>
          <degrees>BA, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Australian Institute for Suicide Research and Prevention</institution>
            <institution>Griffith University</institution>
            <addr-line>Messines Ridge Rd</addr-line>
            <addr-line>Brisbane, 4122</addr-line>
            <country>Australia</country>
            <phone>61 0447505709</phone>
            <email>lukebalcombe@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6761-3659</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>De Leo</surname>
            <given-names>Diego</given-names>
          </name>
          <degrees>MD, PhD, DSc, FRCPE, FRANZCP</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8255-6480</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Australian Institute for Suicide Research and Prevention</institution>
        <institution>Griffith University</institution>
        <addr-line>Brisbane</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Luke Balcombe <email>lukebalcombe@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>3</issue>
      <elocation-id>e26811</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Luke Balcombe, Diego De Leo. Originally published in JMIR Mental Health (http://mental.jmir.org), 29.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2021/3/e26811" xlink:type="simple"/>
      <abstract>
        <p>The demand outstripping supply of mental health resources during the COVID-19 pandemic presents opportunities for digital technology tools to fill this new gap and, in the process, demonstrate capabilities to increase their effectiveness and efficiency. However, technology-enabled services have faced challenges in being sustainably implemented despite showing promising outcomes in efficacy trials since the early 2000s. The ongoing failure of these implementations has been addressed in reconceptualized models and frameworks, along with various efforts to branch out among disparate developers and clinical researchers to provide them with a key for furthering evaluative research. However, the limitations of traditional research methods in dealing with the complexities of mental health care warrant a diversified approach. The crux of the challenges of digital mental health implementation is the efficacy and evaluation of existing studies. Web-based interventions are increasingly used during the pandemic, allowing for affordable access to psychological therapies. However, a lagging infrastructure and skill base has limited the application of digital solutions in mental health care. Methodologies need to be converged owing to the rapid development of digital technologies that have outpaced the evaluation of rigorous digital mental health interventions and strategies to prevent mental illness. The functions and implications of human-computer interaction require a better understanding to overcome engagement barriers, especially with predictive technologies. Explainable artificial intelligence is being incorporated into digital mental health implementation to obtain positive and responsible outcomes. Investment in digital platforms and associated apps for real-time screening, tracking, and treatment offer the promise of cost-effectiveness in vulnerable populations. Although machine learning has been limited by study conduct and reporting methods, the increasing use of unstructured data has strengthened its potential. Early evidence suggests that the advantages outweigh the disadvantages of incrementing such technology. The limitations of an evidence-based approach require better integration of decision support tools to guide policymakers with digital mental health implementation. There is a complex range of issues with effectiveness, equity, access, and ethics (eg, privacy, confidentiality, fairness, transparency, reproducibility, and accountability), which warrant resolution. Evidence-informed policies, development of eminent digital products and services, and skills to use and maintain these solutions are required. Studies need to focus on developing digital platforms with explainable artificial intelligence–based apps to enhance resilience and guide the treatment decisions of mental health practitioners. Investments in digital mental health should ensure their safety and workability. End users should encourage the use of innovative methods to encourage developers to effectively evaluate their products and services and to render them a worthwhile investment. Technology-enabled services in a hybrid model of care are most likely to be effective (eg, specialists using these services among vulnerable, at-risk populations but not severe cases of mental ill health).</p>
      </abstract>
      <kwd-group>
        <kwd>challenges</kwd>
        <kwd>COVID-19</kwd>
        <kwd>digital mental health implementation</kwd>
        <kwd>explainable artificial intelligence</kwd>
        <kwd>hybrid model of care</kwd>
        <kwd>human-computer interaction</kwd>
        <kwd>resilience</kwd>
        <kwd>technology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The uncertainties of the COVID-19 pandemic, overlapping issues, and the long-term impact on population mental health make it difficult to predict the issues that would become prevalent. A preliminary longitudinal study reported an increase in the prevalence and incidence of common mental health disorders (not major psychiatric conditions)—mostly related to loneliness—but with a return to prepandemic levels [<xref ref-type="bibr" rid="ref1">1</xref>]. Chandola et al [<xref ref-type="bibr" rid="ref1">1</xref>] predicted that unemployment and resulting financial stressors can potentially contribute to an increase in common mental health disorders in the future. Although the initial impact of this pandemic on mental health has been severe, it has been predicted to exacerbate, resulting in an increased number of suicide cases, with the economic impact probably lasting for years [<xref ref-type="bibr" rid="ref2">2</xref>]. In response to the predicted impact, Rauch et al [<xref ref-type="bibr" rid="ref3">3</xref>] proposed a method to address mental health needs through a framework of phased interventions and resources with recommendations for leadership and organization within relevant phases. These include self-assessments and brief interventions focused on ensuring that basic needs are met, being creative with socialization, drawing on previously successful positive coping strategies, creating opportunities to communicate and share stories (although avoiding debriefing of traumatic or morbid experiences), as well as providing information on accessible mental health resources. Evidence-based digital and telehealth services that gained impetus during the COVID-19 pandemic were “strongly preferred by patients and families to emergency and inpatient care” [<xref ref-type="bibr" rid="ref2">2</xref>]. Patient perceptions of telepsychiatry were overall positive and should be further assessed beyond the context of the current pandemic to account for changes in perception and impact on clinical outcomes [<xref ref-type="bibr" rid="ref4">4</xref>]. Mental health care services are grappling with demand management strategies owing to an increased vulnerability to mental ill health [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>The current pandemic has exacerbated the demand for mental health services, providing an opportunity for the supply of digital technologies (eg, videoconferencing-based tele-mental health interventions) and data-driven innovation (eg, predictive technologies), which are emerging to complement traditional in-person and telehealth aspects of psychology and psychiatry [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. New digital technologies and data-driven innovation have been readily applied in radiology and dermatology (diagnostics and predictions with machine learning, robotics, and artificial intelligence [AI] platforms) [<xref ref-type="bibr" rid="ref8">8</xref>]. However, there has been limited progress in digital mental health treatments, as evident from strong outcomes in efficacy trials since the early 2000s but ongoing failure in implementation owing to exceedingly reductive research models [<xref ref-type="bibr" rid="ref9">9</xref>]. The Accelerated Creation-to-Sustainment model has addressed the research-to-practice gap; this model builds on existing methodologies, including human-computer interaction (HCI), implementation science, and trial methodology, and aims to develop and sustainably implement technology-enabled services [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Delays in progress persist owing to the low quantity and quality of information from evaluated evidence-based studies for digital mental health interventions. This is despite several reviews providing vast support to the potential of technology to improve their effectiveness, efficiency, cost, reach, personalization, and appeal [<xref ref-type="bibr" rid="ref10">10</xref>]. Scholten and Granic [<xref ref-type="bibr" rid="ref10">10</xref>] noted that researchers are reconceptualizing the scientific framework, methodology, and implementation strategies for digital mental health implementation and highlighted significant technological challenges including engagement, retention, fidelity, lack of personalization, and cognitive load. They proposed a design thinking solution to social scientists and clinical researchers. However, an impasse resulting from underlying disengagement issues is apparent, which has hindered the progress of evaluative research. Nebeker et al [<xref ref-type="bibr" rid="ref11">11</xref>] provided a decision-making checklist to guide responsible digital technology selection in research, especially for dealing with technical and ethical considerations [<xref ref-type="bibr" rid="ref11">11</xref>]. Nonetheless, clinical researchers subsequently called for further evaluation of this tool for its usefulness in technology selection. The pace of change in predictive technologies and other emerging aspects of digital mental health is intensified by the disparities and ineffectiveness of risk assessment in psychology and psychiatry (despite being reliable and valid).</p>
      <p>It is difficult to capture the range of global innovation and research in digital mental health. However, Torous et al [<xref ref-type="bibr" rid="ref12">12</xref>] provided an expert perspective on the depth of studies that contribute to the acceptability, feasibility, and early evaluation of digital mental health technologies. They acknowledged that telehealth is the appropriate solution for meeting the increased demand from the current pandemic, and they further emphasized an unprecedented potential for increased access and quality of digital mental health technologies [<xref ref-type="bibr" rid="ref12">12</xref>]. Investment was noted as required with funding, research, policy changes, training, and equity, to enhance the progress of such innovations. Further research is required to validate the effectiveness and appropriateness of technology on a larger scale. The failed attempts of digital mental health researchers to engage interest, cooperation, and resolve from developers and their psychological and psychiatric counterparts to address the technical and ethical issues in evaluative research, signal the need to explore how to effectively integrate digital mental health solutions into mental health care service systems, and to apply these technologies among various populations.</p>
    </sec>
    <sec>
      <title>Risk Prediction and Predictive Technologies</title>
      <p>Risk prediction in mental health has been underestimated as a methodology for counteracting mental ill health and suicidality owing to its confounding effects on clinical decision-making. With respect to the futility of risk assessment in psychiatry, Mulder et al [<xref ref-type="bibr" rid="ref13">13</xref>] cautioned that suicide rates cannot be reduced through risk categorization from risk prediction in clinical practice by using risk assessment tools. They indicated the rarity of suicide and referred to the study by Chan et al [<xref ref-type="bibr" rid="ref14">14</xref>], which identified the risk factors of high-risk groups, including individuals who have committed self-harm, and then evaluated risk assessment scales to assess the efficacy of these risk factors [<xref ref-type="bibr" rid="ref14">14</xref>]. The lack of sufficient specificity and sensitivity of some the scales to be clinically useful was found to be counterproductive (eg, most of the low-risk categorized patients who completed suicide and high-risk groups of mainly false-positive findings) [<xref ref-type="bibr" rid="ref14">14</xref>]. Few studies have prospectively examined the effect of risk assessment on patient outcomes [<xref ref-type="bibr" rid="ref13">13</xref>]. Risk assessment tools may instill false reassurance in clinicians and managers; the unfeasibility of these tools needs to be highlighted, a qualitative understanding of the sequalae of suicidal ideation and attempts in an individual patient is required in a needs-based model of care, and risk assessments should be curtailed to minimize harm to the patient and the therapeutic alliance [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Redirection from statistical prediction of suicide (albeit valid and reliable in identifying risk factors for death by suicide) to a causal pathway has been recommended [<xref ref-type="bibr" rid="ref13">13</xref>]. Instead, preventive interventions should focus on “real engagement with the individual patient, their specific problems and circumstances” [<xref ref-type="bibr" rid="ref13">13</xref>]. This conundrum has been complicated by emerging predictive technologies, associated methodologies, and design systems.</p>
      <p>AI approaches are being implemented in digital interventions and social suicide prevention initiatives (eg, web-based and smartphone apps), to enhance user experience and optimize personalized mental health care [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. D’Alfonso [<xref ref-type="bibr" rid="ref15">15</xref>] reported that data-driven AI methods could be employed to develop prediction and detection models for mental health conditions, gathering insight from digital exhausts (numerous personal digital device and social media interactions mined to obtain behavioral or mental health–related insights). Although limited by a lack of evaluated evidence-based clinical applications, AI has been portrayed as having remarkable accuracy in preliminary studies predicting suicide attempts [<xref ref-type="bibr" rid="ref16">16</xref>]. Depression with psychosis, schizophrenia, suicidal ideation, and prior suicide attempts have been included as psychological risk factors. In a qualitative narrative review, D’Hotman and Loh [<xref ref-type="bibr" rid="ref16">16</xref>] noted a significant potential to improve suicide prediction and prevention through novel analytical techniques and tools (eg, leveraging machine learning algorithms and data science) in coordination with the opportunity presented in contact and assessment by health services. They referred to a longitudinal study that reported that most people who die from suicide (83%) will have contacted health services in the year prior to their death, and 45% will have contacted these services in the month prior to their death, which highlights a challenge for more effective screening and tracking.</p>
      <p>Although machine learning algorithms may improve existing decision support tools somehow, their usefulness in the clinical setting is limited by an ongoing lack of information on model building and uncertain accuracy [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Machine learning algorithms can potentially add value to the identification and diagnosis of mental health conditions (eg, depression, suicidal ideation, and cognitive decline), positive mental health outcomes (eg, resilience, identity formation, and personal growth) [<xref ref-type="bibr" rid="ref17">17</xref>], and the prediction of problems [<xref ref-type="bibr" rid="ref20">20</xref>]. However, these algorithms are not a replacement for explanations derived from data modeling; hence, hypothesis-based traditional research should not be dismissed. The scarcity of data of sufficient quantity and quality, often required to be able to leverage the potential of machine learning models, has contributed to developmental problems with this approach. There is no robust evidence on the transferability of machine learning models owing to a lack of institutional diversity in applying these models, annotation bottlenecks faced by supervised machine learning algorithms, sensitivity of health data, and privacy concerns [<xref ref-type="bibr" rid="ref21">21</xref>]. A challenge for machine learning is the advancement of methodologies that integrate with other systems and the clinical validation of these methodologies [<xref ref-type="bibr" rid="ref22">22</xref>]. Such methodologies are required owing to the rapid development of digital technologies that have outpaced the evaluation of rigorous digital health interventions [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
    </sec>
    <sec>
      <title>Extended Intelligence and Explainable AI</title>
      <p>A fundamental problem is associated with the formulation of AI as a machine system distinct from humans, which attempts to control, design, and understand systems [<xref ref-type="bibr" rid="ref24">24</xref>]. Ito [<xref ref-type="bibr" rid="ref24">24</xref>] proposed extended intelligence as a design system that integrates humans and machines to constitute responsible, aware, and robust components of complex systems. A key issue is the capacity-to-sense in a manner that benefits humanity, leading to research on <italic>veillance flux</italic> for understanding, mediating, and augmenting the sensory capabilities of machines and humans and their connectedness to larger technological and societal systems [<xref ref-type="bibr" rid="ref25">25</xref>]. The health care industry has lagged behind in the direct implementation of machine learning algorithms and complex models mostly because of issues with trust, generalizability, and transparency [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Explainable artificial intelligence (XAI) is an emerging methodology for endowing credibility, accountability, and trust in mission-critical areas of mental health [<xref ref-type="bibr" rid="ref26">26</xref>]. The main advantage of XAI is that it combines common sense knowledge with semantic reasoning and causality models [<xref ref-type="bibr" rid="ref26">26</xref>] for implementation in a manner that makes its functioning easy to understand [<xref ref-type="bibr" rid="ref27">27</xref>]. Other benefits include transferability, informativeness, confidence, fairness, accessibility, interactivity, and privacy awareness [<xref ref-type="bibr" rid="ref24">24</xref>]. Barredo Arrieta et al [<xref ref-type="bibr" rid="ref27">27</xref>] proposed XAI as a core concept for responsible AI, which further encapsulates ethics, security, and safety concerns [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      <p>XAI facilitates a 3-way conversation among the patient, the health care practitioner, and the machine. XAI may help develop a mutually positive understanding and regulate, identify, and control the negative consequences of incorrect predictions or treatments. An issue with the use of existing decision support tools in physical health care (eg, AI-assisted clinical decision support systems) is that recommended treatments are often overridden by health care practitioners [<xref ref-type="bibr" rid="ref28">28</xref>]. This is problematic if the outcome is ineffective and the decision cannot be adequately explained by the health care practitioner. It is important to consider and balance the differing interests and values in the ethical evaluation of AI-assisted decision-making [<xref ref-type="bibr" rid="ref28">28</xref>]. The implications of different treatment recommendations may result in discordance (eg, clashing opinions of health care practitioner vs AI). XAI aims for a more complete understanding to potentially facilitate the decision-making process. In the mental health context, XAI is being applied in the conceptual stage of a knowledge-driven evidence-based recommendation system to improve surveillance for adverse childhood experiences as part of an early intervention approach [<xref ref-type="bibr" rid="ref27">27</xref>]. The enhancement of the explanatory potential of health care practitioners’ decisions requires trials and evaluation with attention to privacy concerns [<xref ref-type="bibr" rid="ref27">27</xref>]. XAI is worthy of further research, particularly in systems that generate predictions, for effective surveillance of functionality and implications in increasing human interaction with new technology.</p>
    </sec>
    <sec>
      <title>Other Emerging Aspects of Digital Mental Health</title>
      <p>Accessibility, presentation, and transparency are important aspects of engagement with digital tools (eg, web-based and smartphone mental health apps) [<xref ref-type="bibr" rid="ref5">5</xref>]. The ability of smartphones or smartwatches to capture the behavior and psychological symptoms of individuals with schizophrenia in real time and to elucidate their utility in early interventions of relapses may serve as a quantifiable method of calculating and managing risk [<xref ref-type="bibr" rid="ref29">29</xref>]. Henson et al [<xref ref-type="bibr" rid="ref29">29</xref>] reported that the integration of sensor data and relapse-detecting algorithms has a high potential for prediction and risk modeling. Resources for identifying safe and effective smartphone apps may help understand basic smartphone tools. A challenge for mental health care practitioners is to become familiar with these smartphone tools to fulfil the “next step in incorporating technology use into standard clinical care for relapse prediction and prevention” [<xref ref-type="bibr" rid="ref29">29</xref>]. The major barriers to the integration of digital tools with other systems and clinical validation include an undeveloped risk-utility data governance framework [<xref ref-type="bibr" rid="ref30">30</xref>] and an outdated and poorly developed information technology infrastructure (including data gathering and sharing) of many publicly funded health services [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      <p>The Internet of Things (IoT) refers to human-computer interconnectedness via smart objects or wearable devices, intermediary communication, and processing devices as well as hardware, fog, cloud, server infrastructure, or converged networks. The IoT has benefits in terms of monitoring, welfare interventions, and providing alerts and information services [<xref ref-type="bibr" rid="ref32">32</xref>]. Digital phenotyping with the assessment of data from smartphones, consumer wearables, and social media has been scoped [<xref ref-type="bibr" rid="ref33">33</xref>] but is yet to provide evaluated evidence regarding the detection and predictive capabilities of mental health interventions. Should the advantages of digital phenotyping be manifested in the clinical setting (eg, observing presented phenomena, opportunities for self-monitoring, and relapse prevention as well as potential interventions), then so will its disadvantages (eg, privacy in the management of personal data, and potentially not improving causal explanations or psychological understanding) [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>Immersive virtual therapeutic interventions with virtual reality (VR), have been proposed as a cost-effective aid in treating mental health disorders and symptoms (eg, acrophobia [<xref ref-type="bibr" rid="ref35">35</xref>], persecutory delusions [<xref ref-type="bibr" rid="ref36">36</xref>], delusions, hallucinations, or cognitive and social skills associated with the schizophrenia spectrum [<xref ref-type="bibr" rid="ref37">37</xref>]). A systematic review [<xref ref-type="bibr" rid="ref37">37</xref>] referred to other studies on the high effectiveness and versatility of VR in the treatment of various pathological conditions (posttraumatic stress disorder, anxiety disorder, and specific phobias) [<xref ref-type="bibr" rid="ref37">37</xref>]. However, available data on immersive VR are currently limited owing to the paucity of research on this topic. Further studies are required to ascertain transferability to this approach for other mental health conditions. Both VR and augmented reality systems have been recognized as very promising for future research [<xref ref-type="bibr" rid="ref38">38</xref>], but their current scalability and accessibility inhibit their use in the COVID-19 pandemic [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Certain web-based alternatives including guided self-help, chatbots, and other web-based interventions can be used to increase affordable access to psychological therapies (either as an accompaniment or as stand-alone interventions). There is a lack of larger studies and clinical evaluation for evidence-based guided self-help interventions, although positive findings in reducing psychological symptoms in children [<xref ref-type="bibr" rid="ref39">39</xref>] were expanded upon in the context of neurological illness [<xref ref-type="bibr" rid="ref40">40</xref>]. The rarity and dissimilarity of evidence-based studies with chatbots limits discussions on their effectiveness. There is a need to develop culture-suitable chatbots and to evaluate software that simulates a conversation via AI with a human on text messaging or voice chat platforms (natural language processing) [<xref ref-type="bibr" rid="ref41">41</xref>]. A scoping review referred to early evaluation of the feasibility and acceptance of chatbots, and its randomized controlled design yielded effective chatbots with benefits especially directed toward well-being, stress, and depression [<xref ref-type="bibr" rid="ref42">42</xref>]. However, Bendig et al [<xref ref-type="bibr" rid="ref42">42</xref>] raised questions regarding the security and acceptance of such new technologies, with issues based on commercial conflict of interests, objective comprehensibility, nonclinical pilots, conceptualization for complex psychotherapeutic understanding (eg, suicidal ideation), and replicability [<xref ref-type="bibr" rid="ref42">42</xref>]. A range of other web-based interventions is available; for example, TogetherAll, a Canadian anonymous digital mental health service, and Head to Health, an Australian digital mental health gateway providing trusted, evidence-based, peer-reviewed nationwide web-based resources.</p>
      <p>No studies have assessed the effectiveness of mental health care facilities with an up-to-date and functional information technology infrastructure and the use of digital tools, digital phenotyping, IoT, and immersive technologies by capable digital mental health practitioners. A current state assessment of the Australian digital mental health ecosystem identified the integration of digital mental health services with the broader health system, software, platforms, and data and evaluation as critical supply issues [<xref ref-type="bibr" rid="ref43">43</xref>]. The themes of digital inclusion and adoption of services, considerations for vulnerable cohorts, and utilization of lived experience in service design and delivery were identified as significant demand issues [<xref ref-type="bibr" rid="ref43">43</xref>]. The objectives to improve service access (including workforce considerations) and reduce duplication of effort and investment involved sector consultation to inform the development of a framework [<xref ref-type="bibr" rid="ref43">43</xref>]. However, a disclaimer for not making generalized representations of the appropriateness of the report [<xref ref-type="bibr" rid="ref43">43</xref>] highlights transferability issues (for other ecosystems). The quagmire of determining effectiveness, validity, reliability, and reproducibility for digital mental health makes it necessary for engaged consultants to deflect responsibility, duty of care, or liability for other audiences relying on the information. The sense of excitement for integrating digital mental health with the delivery of mental health services to meet the increased demand is countered by the need for a more compelling evidence base for successful implementation and integration. Furthermore, there is no known register for digital mental health products or services to demonstrate the high quality, safety, security, transparency, and effectiveness of these products.</p>
    </sec>
    <sec>
      <title>HCI in Digital Mental Health</title>
      <p>The emerging field of HCI is important for the efficacy of a hybrid model of care, especially for psychological screening and tracking with real-time automation and machine learning [<xref ref-type="bibr" rid="ref5">5</xref>]. There is increasing focus on the digital therapeutic alliance (DTA), which extends from web-based and smartphone apps to digital mental health interventions [<xref ref-type="bibr" rid="ref44">44</xref>]. Tremain et al [<xref ref-type="bibr" rid="ref44">44</xref>] explored the DTA with researchers focusing on HCI and introduced psychologists to aspects of HCI. These authors proposed HCI to be conducive in expanding digital mental health, especially with smartphone apps. It remains a challenge to gain a better understanding of the nuances, particularities, and complexities of the psychology underlying the interaction between humans and AI. Furthermore, Tremain et al [<xref ref-type="bibr" rid="ref44">44</xref>] suggested measuring smartphone interfaces and interactions to determine if there is a relationship between DTA and increased engagement with the adherence to digital interventions. In particular, the DTA was proposed to be measured by a hybrid or renewed version of the mobile Agnew relationship measure, thus accounting for HCI theories to inform affective computing, including the design for personalized responses and an appealing balance of the human characteristics of AI, such as traits, emotions, and intentions. It remains unknown how HCI would impact the efficacy of mental health care because of the limited studies on the DTA. D’Alfonso [<xref ref-type="bibr" rid="ref15">15</xref>] suggested adapting from purpose-built measures focused on a human client and a computerized therapeutic intervention approach (eg, smartphone or web-based app or sophisticated conversational agent) fostered by AI [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
    </sec>
    <sec>
      <title>Digital Mental Health Implementation in a Hybrid Model of Care</title>
      <p>The realization of the availability of digital mental health as a complementary approach is simultaneous with the transition into, and navigation through, the complex digital world. In 2017, a review of emerging digital mental health investigations (especially psychiatric rehabilitation) included web-based tools and smartphone apps and interventions, smartphone audio data analytics, digital self-management strategies, and statistical modeling [<xref ref-type="bibr" rid="ref45">45</xref>]. Tal and Torous [<xref ref-type="bibr" rid="ref45">45</xref>] reported that “new knowledge and evidence-based tools to better promote mental health diagnosis, treatment, rehabilitation, and recovery.” In aiming for progressive uptake and clinical adoption of digital mental health tools, Torous and Haim [<xref ref-type="bibr" rid="ref46">46</xref>] detailed the advantages and disadvantages of dichotomous positions on digital solutions to transition a path towards embracing the opposing perspective. Gratzer et al [<xref ref-type="bibr" rid="ref47">47</xref>] noted the potentially lasting benefits for a hybrid model of care in a review of digital mental health care delivery during the COVID-19 pandemic (eg, access, convenience, and adherence of telepsychiatry, internet-delivered cognitive behavior therapy, and apps) [<xref ref-type="bibr" rid="ref47">47</xref>]. Potential drawbacks were noted, especially the lack of evidence regarding telepsychiatry for individuals with severe mental health disorders, high dropout rates with internet-delivered cognitive behavioral therapy with nonhuman therapists, and remarkably high dropout rates with apps [<xref ref-type="bibr" rid="ref47">47</xref>]. It was further noted that standards for patient privacy, confidentiality, equity, and reliability of service delivery will need to be addressed through a thoughtful approach to sustain core services over the long term [<xref ref-type="bibr" rid="ref47">47</xref>]. The delivery of more secure and stable platforms linked to AI-based apps for real-time screening, tracking, and treatment has been recommended to yield the best investment outcomes [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
      <p>The integration of digital mental health solutions into pathways for delivering mental health services is gaining momentum particularly during the COVID-19 pandemic. For example, a primary youth mental health service has potential to boost care efficiencies in service entry, comprehensive assessment, multidisciplinary care, and routine outcome-based monitoring [<xref ref-type="bibr" rid="ref48">48</xref>]. Davenport et al [<xref ref-type="bibr" rid="ref48">48</xref>] referred to extensive co-design and clinical research leading up to the concept of digitally flipping clinics, resulting in a screening and tracking flow chart and operation protocol that includes plans for addressing care needs, categorization in accordance with symptom intensity, and instructions for further assessment and review. A digital platform serves as a customizable digital toolkit in a fee-for-service early intervention system [<xref ref-type="bibr" rid="ref48">48</xref>]. Previous mental health screening programs in low-prevalence settings have yielded controversial findings owing to a high rate of false-positive results, with a suggestion for screening being more practical in high-prevalence settings [<xref ref-type="bibr" rid="ref49">49</xref>]. However, an evaluation of the effectiveness of screening in a prison setting was considered as being required in terms of its potential advantages and disadvantages [<xref ref-type="bibr" rid="ref49">49</xref>]. An evaluation of screening and treatment for depression at the workplace found these approaches to be cost-effective [<xref ref-type="bibr" rid="ref50">50</xref>]. However, more economic evaluations are required owing to the low rates of treatment uptake, or the lack of effective available interventions could impair the cost-effectiveness of mental health screening.</p>
      <p>The inequities in mental health care (eg, the inconvenience of distance and inferior internet connectivity) are a common issue [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. In consideration of demand outstripping supply, the complexities of user experience from clinician and patient perspectives [<xref ref-type="bibr" rid="ref51">51</xref>] including in-patient care and environmental considerations should be considered with importance (eg, disentangling addiction, psychosis, and serious mental illness from subsyndromal conditions, common mental disorders, or false cases). An advantage of digitalization is that a negative effect of incompatible in-patient care is replaced by unobtrusive solutions which are not as limited (eg, qualification and capabilities related to administration and assessment). The disadvantages of digitalization—in terms of social justice—are compromised accessibility and functionality for individuals with severe mental health disorders [<xref ref-type="bibr" rid="ref51">51</xref>] and constraints in understanding gestural components (eg, behavioral observation).</p>
      <p>Data from the general population and subpopulations are yet to be effectively integrated with algorithms that contribute to a hybrid model of care as part of a general guide [<xref ref-type="bibr" rid="ref5">5</xref>]. Machine learning and deep learning have until recently only been fed structured data in medical informatics, neglecting invaluable information from unstructured clinical notes [<xref ref-type="bibr" rid="ref52">52</xref>]. Unstructured data from medical records combined with deep learning tools hold promise in identifying the most suitable candidates for a study on youth depression, but a reliable recommendation system has not been established [<xref ref-type="bibr" rid="ref53">53</xref>]. Machine learning has had limited advantages associated with structured data. A study predicting the outcomes of stroke [<xref ref-type="bibr" rid="ref54">54</xref>] reported that this was because of study conduct and reporting; clinical prediction tools have not made their models available for use or evaluation [<xref ref-type="bibr" rid="ref54">54</xref>]. The ability of AI to enhance risk prediction in mental health assessment may extend from mining unstructured data (eg, through text or continuous sensor monitoring), such as a study on sepsis, which revealed improved algorithm accuracy (deidentified data made available for review) [<xref ref-type="bibr" rid="ref55">55</xref>]. The implementation of algorithm prediction systems in predicting the risk of suicide is currently limited to experimental and feasibility studies (with utility) without efficacy evaluation [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref56">56</xref>-<xref ref-type="bibr" rid="ref58">58</xref>].</p>
      <p>The challenges associated with the implementation of digital health solutions (including mental health) are mostly related to their integration with standard clinical care. Various solutions such as apps are available; however, methodologies have not evolved alongside them to perform timely, cost-effective, and robust evaluations [<xref ref-type="bibr" rid="ref59">59</xref>]. Guo et al [<xref ref-type="bibr" rid="ref59">59</xref>] recommended innovative approaches, such as simulation-based approaches, for end-users to holistically resolve this dilemma. A main finding is that developers need assurance of a reasonable reward (by means of a valid market) for their time and effort and to not be perturbed by the fallacy of traditional approaches [<xref ref-type="bibr" rid="ref59">59</xref>]. Further emphasis should be laid on the transparency and reproducibility of machine learning–based prediction models [<xref ref-type="bibr" rid="ref60">60</xref>]. Researchers can help in generating their code and preferably making their data available. Reporting standards may discourage digital health systems from being commercially available before complete evaluation. The agility of machine learning [<xref ref-type="bibr" rid="ref17">17</xref>] renders it cumbersome and unfair for a long series of randomized controlled trials. For example, a quasi-experimental design for a model of delivering technology-enabled mental health services revealed relatively strong evidence on model effectiveness before evaluation through randomized controlled trials [<xref ref-type="bibr" rid="ref61">61</xref>].</p>
      <p>Further innovation is required to overcome challenges, increase efficiency, and generate new opportunities to compensate for general human deficiencies, thus helping served, underserved, and unserved individuals [<xref ref-type="bibr" rid="ref51">51</xref>]. Jurisdictions changed regulatory and compensatory frameworks to allow providers and patients more flexibility in their care options during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref47">47</xref>]. However, policies regarding the expanded access to treatment are required (eg, protection of privacy and allowing for continued compensation for virtual care) [<xref ref-type="bibr" rid="ref51">51</xref>]. A hybridized approach with HCI and XAI has the potential for a superior ability to rapidly adapt and effectively recognize, acknowledge, and address marginalized, distorted, acquiesced, and subsyndromal cases, among others. Training for mental health care practitioners in delivering digital mental health interventions [<xref ref-type="bibr" rid="ref51">51</xref>] should focus on active listening and observation skills to identify prejudice and stigmatization, guilt, fear, shyness, discomfort, shame, detachment, embarrassment, social anxiety, and social isolation among other issues. A reliable and valid understanding of the fundamentals and points of failure is needed to drive innovation. However, we do not see any panacea for dealing with disclosure or dissatisfaction around these issues.</p>
    </sec>
    <sec>
      <title>Digital Mental Health Insights and Ethical Considerations</title>
      <p>The relatively slow progress in furthering the evaluation of digital mental health has hindered its progress. The connections between stakeholders (patients or end users and physicians or mental health care practitioners) exist within a complex environment. Worldwide changes associated with the COVID-19 pandemic, notably demand outstripping supply, have presented a dilemma for decision-making related to mental health care with regards to digital mental health research and highly efficacious clinical trials. The conflict-theory of decision-making refers to the motivation to reduce tension during essential decision-making with forecasted difficulties regardless of which feasible option is chosen [<xref ref-type="bibr" rid="ref62">62</xref>]. At the core of the theory is the premise that evasion or suppression of the dilemma is not an effective long-term solution. Psychologists, psychiatrists, and others concerned with mental health care delivery (especially policymakers) could seize the opportunity of digital mental health or dismiss it as euphoria, hype, or a threat without considering the unfavorable consequences of inaction. It is necessary to confront the challenges of digital mental health and determine the weightage of the advantages and disadvantages associated with its implementation.</p>
      <p>The call for psychological self-assessments and brief interventions during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref3">3</xref>] is based on a patient perspective. However, the opposite viewpoint should also be considered. Despite the health-protective attributes of a physician’s career, the rates of depression, anxiety, and suicidal ideation are high among them (24.8% of a cohort of Australian physicians prior to a 12-month period—approximately 2-fold that of the general population) [<xref ref-type="bibr" rid="ref63">63</xref>]. Gerada [<xref ref-type="bibr" rid="ref63">63</xref>] described the “spiraling of discontent” and increased risk of suicide among physicians, which is associated with the development of psychological defenses that include depersonalization and dissociation [<xref ref-type="bibr" rid="ref63">63</xref>]. Risk factors such as genetic predisposition and workplace stress contribute to an increased vulnerability to psychological distress and suicidal ideation among junior physicians [<xref ref-type="bibr" rid="ref64">64</xref>]. The need for early intervention, a lack of discretely accessible and effective interventions, and the mobility of this group led to the development of the smartphone app Shift Health, which is focused on processing co-design and user feedback to engage users and ensure user adherence with increased effectiveness and appropriate screening, tracking, and treatment [<xref ref-type="bibr" rid="ref64">64</xref>]. The advantages of this app are improved accessibility, cost-effectiveness, usefulness for larger cohort studies, and the ability to inform organizational solutions. The disadvantages of this app include overcoming of the barriers to app usage (eg, personal selection of modules and continuous cohort engagement), attrition rates, and engagement with clinical researchers for evaluation on a larger scale. A strategy for engaging clinical researchers in external evaluation is crucial for its effectiveness beyond strong efficacy in clinical trials.</p>
      <p>A digital platform for the management of mental ill health requires innovative design and delivery to provide the capacity for engagement and shared decision-making among users [<xref ref-type="bibr" rid="ref65">65</xref>]. Torous et al [<xref ref-type="bibr" rid="ref66">66</xref>] supported the evolution of the therapeutic relationship among users with a freely shared platform code to encourage adaptation and improvement, especially in digital phenotyping. Connectivity to third-party apps using application programming interfaces provides the opportunity to extend the ecosystem of the platform and its capabilities. A knowledge and learning platform should include blueprint skills, inductions, and learning sessions. Dissemination of technical skills with training, weblinks, and support would help others master these skills. Digital innovation requires development along with simultaneous learning in the workflow, with suitable tools and guides available to encourage innovation. It is important for there to be easy access to reports, virtual classrooms, and demonstrations of content and video creation, use of a dashboard, and the creation of course offerings. It is recommended to seek assistance or self-help for creating and setting up of digital content. Furthermore, blogs, podcasts, webinars, and in-person or digital sessions are required to share effective, valid, and reliable data and knowledge.</p>
      <p>It is important for strategies to enhance resilience particularly considering the stress of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref67">67</xref>]. It is also important to address ethical challenges in mental health and suicide prediction tools and models [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] with particular attention on privacy, confidentiality, fairness, transparency, and accountability [<xref ref-type="bibr" rid="ref68">68</xref>]. Private industries should be closely monitored by the scientific community through independent reviews and ethical oversight to confirm the safety, effectiveness, and permissibility of their services [<xref ref-type="bibr" rid="ref16">16</xref>]. Inputs from patients, service end-users, physicians, and caregivers should be factored in for developing solutions [<xref ref-type="bibr" rid="ref15">15</xref>] as a first step to consider the consequences of machine learning and AI, including the need to reduce bias and increase efficacy. Different approaches are emerging, including a virtue ethics framework (ie, moral attention and appropriate extension of moral concerns) and micro-ethics (to understand and grasp the grittiness and distinctiveness of each situation) [<xref ref-type="bibr" rid="ref69">69</xref>]. Impactful actions for using ethics and data security checklists are required with digital capabilities increasing at a rapid rate; for example, IoT-based approaches. Nabi [<xref ref-type="bibr" rid="ref70">70</xref>] referred to bioethical agility and the need for a “shared conceptual mental map” to address the adverse issues in machine learning applications and to promote “beneficence, justice, patient autonomy, and to prevent maleficence” during the COVID-19 pandemic.</p>
    </sec>
    <sec>
      <title>Conclusion</title>
      <p>Digital mental health is a debatable issue because of the uncertainty associated with it. The main advantage of this approach is its provision of a complementary system to address the urgent supply for increased demand. Furthermore, mental health care practitioners may be able to prevent mental ill health in some high-prevalence situations through early intervention with predictive systems. Digital platforms and AI-driven apps are currently the most important solutions in this regard. The disadvantages include a lack of evaluated evidenced-based studies. There are difficulties associated with digital mental health services to locate their niche especially during dominant reductivism in mental health research. However, these approaches are limited by a small pool of studies on their reliability, validity, and reproducibility. More generally, scientists have intended to separate machines from humans via AI and replace human decision-making with AI-based decision-making. On such a contentious topic, with continuous advancements in the field, the arguments for and against this topic will undoubtedly persist in the foreseeable future. However, in health care, the patient–health care practitioner relationship is of paramount importance, requiring a level of trust and understanding. XAI as a principal concept is worthy of investigation to help provide future direction. Furthermore, the potential financial implications of digital solutions are astronomical, such that current investment may eventually lead to evaluated scientific breakthroughs that will be largely accessible and affordable to the public.</p>
      <p>Digital mental health with real-time screening, tracking, and treatment tools, especially platforms and web-based and smartphone apps, have yet to mature and are therefore not yet cost-effective. Nonetheless, promising developments have been reported, especially for youth mental health services. Digitalization and data science literacy and innovation may extend from resourceful web-based learning journeys. Human-centered outcomes through digital solutions in HCI require extensive consultation, detailed study (eg, DTA), and collaboration to develop and refine methodologies. The COVID-19 pandemic requires the mapping of issues and changes in categorization by systematically examining the uncertainty and impact of ideas, trends, and concepts, such that strategies can be developed in accordance with the relative effort, risk, and reward. The interface between data science and machine learning methods (pattern-based) and traditional research methods (hypothesis-driven) should be based on transparency and inclusiveness, policies, technologies, and education.</p>
      <p>Digitalization and data science should instill a culture of quality, security, adaptability, technical excellence, positive empowerment, and motivation. End-users should instigate and simulate innovative research methods to overcome the difficulties of evaluation through traditional research methods. Modeling and prediction, along with future tools and processes, should borrow from existing ones to build new ones for future readiness (explore, interpret, and anticipate). The transparency and reproducibility of machine learning–based prediction models has been emphasized. The technical and ethical challenges, as well as the risk of digital and data-oriented tools, require a balance with opportunities and strategic research and investment. Innovative, safe, and secure digital mental health implementation is needed to improve public health (including equity) and respond to the demand outstripping supply of mental health resources. It is important to engage with eminent digital mental health in a hybrid model of care owing to its positive impact on resilience. Convergence on methodologies is required for expedited evaluation of rigorous preventive strategies and interventions.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DTA</term>
          <def>
            <p>digital therapeutic alliance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCI</term>
          <def>
            <p>human-computer interaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IoT</term>
          <def>
            <p>Internet of Things</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">XAI</term>
          <def>
            <p>explainable artificial intelligence</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chandola</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kumari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Booker</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Benzeval</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The mental health impact of COVID-19 and lockdown-related stressors among adults in the UK</article-title>
          <source>Psychol Med</source>
          <year>2020</year>
          <month>12</month>
          <day>07</day>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33280639"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291720005048</pub-id>
          <pub-id pub-id-type="medline">33280639</pub-id>
          <pub-id pub-id-type="pii">S0033291720005048</pub-id>
          <pub-id pub-id-type="pmcid">PMC7783135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGorry</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mental health and COVID-19: are we really all in this together?</article-title>
          <source>Med J Aust</source>
          <year>2020</year>
          <month>11</month>
          <volume>213</volume>
          <issue>10</issue>
          <fpage>454</fpage>
          <lpage>455</lpage>
          <pub-id pub-id-type="doi">10.5694/mja2.50834</pub-id>
          <pub-id pub-id-type="medline">33107074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SAM</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Rothbaum</surname>
              <given-names>BO</given-names>
            </name>
          </person-group>
          <article-title>Rising tide: Responding to the mental health impact of the COVID-19 pandemic</article-title>
          <source>Depress Anxiety</source>
          <year>2020</year>
          <month>06</month>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>505</fpage>
          <lpage>509</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32421214"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.23058</pub-id>
          <pub-id pub-id-type="medline">32421214</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guinart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marcy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Patient Attitudes Toward Telepsychiatry During the COVID-19 Pandemic: A Nationwide, Multisite Survey</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>12</month>
          <day>22</day>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e24761</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e24761/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24761</pub-id>
          <pub-id pub-id-type="medline">33302254</pub-id>
          <pub-id pub-id-type="pii">v7i12e24761</pub-id>
          <pub-id pub-id-type="pmcid">PMC7758084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balcombe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Psychological Screening and Tracking of Athletes and Digital Mental Health Solutions in a Hybrid Model of Care: Mini Review</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <month>12</month>
          <day>14</day>
          <volume>4</volume>
          <issue>12</issue>
          <fpage>e22755</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/12/e22755/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22755</pub-id>
          <pub-id pub-id-type="medline">33271497</pub-id>
          <pub-id pub-id-type="pii">v4i12e22755</pub-id>
          <pub-id pub-id-type="pmcid">PMC7746225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balcombe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>An Integrated Blueprint for Digital Mental Health Services Amidst COVID-19</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>07</month>
          <day>22</day>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>e21718</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/7/e21718/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21718</pub-id>
          <pub-id pub-id-type="medline">32668402</pub-id>
          <pub-id pub-id-type="pii">v7i7e21718</pub-id>
          <pub-id pub-id-type="pmcid">PMC7407255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maulik</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Thornicroft</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Roadmap to strengthen global mental health systems to tackle the impact of the COVID-19 pandemic</article-title>
          <source>Int J Ment Health Syst</source>
          <year>2020</year>
          <volume>14</volume>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijmhs.biomedcentral.com/articles/10.1186/s13033-020-00393-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13033-020-00393-4</pub-id>
          <pub-id pub-id-type="medline">32742305</pub-id>
          <pub-id pub-id-type="pii">393</pub-id>
          <pub-id pub-id-type="pmcid">PMC7389161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Conceptualising Artificial Intelligence as a Digital Healthcare Innovation: An Introductory Review</article-title>
          <source>Med Devices (Auckl)</source>
          <year>2020</year>
          <volume>13</volume>
          <fpage>223</fpage>
          <lpage>230</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/MDER.S262590"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/MDER.S262590</pub-id>
          <pub-id pub-id-type="medline">32904333</pub-id>
          <pub-id pub-id-type="pii">262590</pub-id>
          <pub-id pub-id-type="pmcid">PMC7455610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Accelerating Digital Mental Health Research From Early Design and Creation to Successful Implementation and Sustainment</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>10</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e153</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e153/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7725</pub-id>
          <pub-id pub-id-type="medline">28490417</pub-id>
          <pub-id pub-id-type="pii">v19i5e153</pub-id>
          <pub-id pub-id-type="pmcid">PMC5443926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scholten</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Granic</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Use of the Principles of Design Thinking to Address Limitations of Digital Mental Health Interventions for Youth: Viewpoint</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>14</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e11528</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e11528/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11528</pub-id>
          <pub-id pub-id-type="medline">31344671</pub-id>
          <pub-id pub-id-type="pii">v21i1e11528</pub-id>
          <pub-id pub-id-type="pmcid">PMC6682276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett Ellis</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Development of a decision-making checklist tool to support technology selection in digital health research</article-title>
          <source>Transl Behav Med</source>
          <year>2020</year>
          <month>10</month>
          <day>08</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>1004</fpage>
          <lpage>1015</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31120511"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz074</pub-id>
          <pub-id pub-id-type="medline">31120511</pub-id>
          <pub-id pub-id-type="pii">5497676</pub-id>
          <pub-id pub-id-type="pmcid">PMC7543075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jän Myrick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital Mental Health and COVID-19: Using Technology Today to Accelerate the Curve on Access and Quality Tomorrow</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e18848</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/3/e18848/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18848</pub-id>
          <pub-id pub-id-type="medline">32213476</pub-id>
          <pub-id pub-id-type="pii">v7i3e18848</pub-id>
          <pub-id pub-id-type="pmcid">PMC7101061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mulder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Newton-Howes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coid</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>The futility of risk prediction in psychiatry</article-title>
          <source>Br J Psychiatry</source>
          <year>2016</year>
          <month>10</month>
          <volume>209</volume>
          <issue>4</issue>
          <fpage>271</fpage>
          <lpage>272</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.116.184960</pub-id>
          <pub-id pub-id-type="medline">27698212</pub-id>
          <pub-id pub-id-type="pii">S0007125000245078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MKY</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatti</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Meader</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stockton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Kapur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Predicting suicide following self-harm: systematic review of risk factors and risk scales</article-title>
          <source>Br J Psychiatry</source>
          <year>2016</year>
          <month>10</month>
          <volume>209</volume>
          <issue>4</issue>
          <fpage>277</fpage>
          <lpage>283</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.115.170050</pub-id>
          <pub-id pub-id-type="medline">27340111</pub-id>
          <pub-id pub-id-type="pii">S000712500024511X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Alfonso</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>AI in mental health</article-title>
          <source>Curr Opin Psychol</source>
          <year>2020</year>
          <month>12</month>
          <volume>36</volume>
          <fpage>112</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.1016/j.copsyc.2020.04.005</pub-id>
          <pub-id pub-id-type="medline">32604065</pub-id>
          <pub-id pub-id-type="pii">S2352-250X(20)30049-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Hotman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Loh</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>AI enabled suicide prediction tools: a qualitative narrative review</article-title>
          <source>BMJ Health Care Inform</source>
          <year>2020</year>
          <month>10</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>e100175</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://informatics.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33037037"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjhci-2020-100175</pub-id>
          <pub-id pub-id-type="medline">33037037</pub-id>
          <pub-id pub-id-type="pii">bmjhci-2020-100175</pub-id>
          <pub-id pub-id-type="pmcid">PMC7549453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shatte</surname>
              <given-names>ABR</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Teague</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Machine learning in mental health: a scoping review of methods and applications</article-title>
          <source>Psychol Med</source>
          <year>2019</year>
          <month>07</month>
          <volume>49</volume>
          <issue>9</issue>
          <fpage>1426</fpage>
          <lpage>1448</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291719000151</pub-id>
          <pub-id pub-id-type="medline">30744717</pub-id>
          <pub-id pub-id-type="pii">S0033291719000151</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kana</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of Machine Learning Algorithms for the Diagnosis of Autism Spectrum Disorder: Systematic Review and Meta-Analysis of Brain Magnetic Resonance Imaging Studies</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>12</month>
          <day>20</day>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>e14108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/12/e14108/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14108</pub-id>
          <pub-id pub-id-type="medline">31562756</pub-id>
          <pub-id pub-id-type="pii">v6i12e14108</pub-id>
          <pub-id pub-id-type="pmcid">PMC6942187</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jeste</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Artificial Intelligence for Mental Health and Mental Illnesses: an Overview</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>11</month>
          <day>07</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31701320"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1094-0</pub-id>
          <pub-id pub-id-type="medline">31701320</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1094-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7274446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiffin</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Paton</surname>
              <given-names>LW</given-names>
            </name>
          </person-group>
          <article-title>Rise of the machines? Machine learning approaches and mental health: opportunities and challenges</article-title>
          <source>Br J Psychiatry</source>
          <year>2018</year>
          <month>09</month>
          <volume>213</volume>
          <issue>3</issue>
          <fpage>509</fpage>
          <lpage>510</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.2018.105</pub-id>
          <pub-id pub-id-type="medline">30113285</pub-id>
          <pub-id pub-id-type="pii">S0007125018001058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spasic</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nenadic</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Clinical Text Data in Machine Learning: Systematic Review</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>03</month>
          <day>31</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e17984</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/3/e17984/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17984</pub-id>
          <pub-id pub-id-type="medline">32229465</pub-id>
          <pub-id pub-id-type="pii">v8i3e17984</pub-id>
          <pub-id pub-id-type="pmcid">PMC7157505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garcia-Ceja</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Riegler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nordgreen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jakobsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oedegaard</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tørresen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mental health monitoring with multimodal sensing and machine learning: A survey</article-title>
          <source>Pervasive and Mobile Computing</source>
          <year>2018</year>
          <month>12</month>
          <volume>51</volume>
          <fpage>1</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25285324"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmcj.2018.09.003</pub-id>
          <pub-id pub-id-type="medline">25285324</pub-id>
          <pub-id pub-id-type="pmcid">PMC4180507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwannauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The digital revolution and its impact on mental health care</article-title>
          <source>Psychol Psychother</source>
          <year>2019</year>
          <month>06</month>
          <volume>92</volume>
          <issue>2</issue>
          <fpage>277</fpage>
          <lpage>297</lpage>
          <pub-id pub-id-type="doi">10.1111/papt.12222</pub-id>
          <pub-id pub-id-type="medline">30924316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Extended Intelligence</article-title>
          <source>Joi Ito's PubPub</source>
          <year>2016</year>
          <month>02</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.21428/f875537b</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janzen</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Extended Intelligence and Mediated Reality Veillametrics in the Space, Time, Frequency, and Amplitude Domains [dissertation]</article-title>
          <source>University of Toronto</source>
          <year>2019</year>
          <month>06</month>
          <access-date>2021-03-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tspace.library.utoronto.ca/handle/1807/102713">https://tspace.library.utoronto.ca/handle/1807/102713</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shaban-Nejad</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Explainable Artificial Intelligence Recommendation System by Leveraging the Semantics of Adverse Childhood Experiences: Proof-of-Concept Prototype Development</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>11</month>
          <day>04</day>
          <volume>8</volume>
          <issue>11</issue>
          <fpage>e18752</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/11/e18752/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18752</pub-id>
          <pub-id pub-id-type="medline">33146623</pub-id>
          <pub-id pub-id-type="pii">v8i10e18752</pub-id>
          <pub-id pub-id-type="pmcid">PMC7673979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barredo Arrieta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz-Rodríguez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Del Ser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bennetot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barbado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gil-Lopez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Molina</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chatila</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Explainable Artificial Intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI</article-title>
          <source>Information Fusion</source>
          <year>2020</year>
          <month>06</month>
          <volume>58</volume>
          <fpage>82</fpage>
          <lpage>115</lpage>
          <pub-id pub-id-type="doi">10.1016/j.inffus.2019.12.012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lysaght</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Xafis</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ngiam</surname>
              <given-names>KY</given-names>
            </name>
          </person-group>
          <article-title>AI-Assisted Decision-making in Healthcare: The Application of an Ethics Framework for Big Data in Health and Research</article-title>
          <source>Asian Bioeth Rev</source>
          <year>2019</year>
          <month>09</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>299</fpage>
          <lpage>314</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33717318"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41649-019-00096-0</pub-id>
          <pub-id pub-id-type="medline">33717318</pub-id>
          <pub-id pub-id-type="pii">96</pub-id>
          <pub-id pub-id-type="pmcid">PMC7747260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stromeyer Iv</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital Health Around Clinical High Risk and First-Episode Psychosis</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2020</year>
          <month>09</month>
          <day>03</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>58</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-020-01184-x</pub-id>
          <pub-id pub-id-type="medline">32880764</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-020-01184-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heys</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lacey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Toward a Risk-Utility Data Governance Framework for Research Using Genomic and Phenotypic Data in Safe Havens: Multifaceted Review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>15</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e16346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e16346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16346</pub-id>
          <pub-id pub-id-type="medline">32412420</pub-id>
          <pub-id pub-id-type="pii">v22i5e16346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7260661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and the Need for a National Health Information Technology Infrastructure</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>323</volume>
          <issue>23</issue>
          <fpage>2373</fpage>
          <lpage>2374</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.7239</pub-id>
          <pub-id pub-id-type="medline">32421178</pub-id>
          <pub-id pub-id-type="pii">2766368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de la Torre Díez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Hamrioui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Nozaleda</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>IoT-Based Services and Applications for Mental Health in the Literature</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>12</month>
          <day>06</day>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-018-1130-3</pub-id>
          <pub-id pub-id-type="medline">30519972</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-1130-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spinazze</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rykov</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bottle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping for assessment and prediction of mental health outcomes: a scoping review protocol</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>12</month>
          <day>30</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e032255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31892655"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032255</pub-id>
          <pub-id pub-id-type="medline">31892655</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032255</pub-id>
          <pub-id pub-id-type="pmcid">PMC6955549</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanghellini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Leoni</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Digital Phenotyping: Ethical Issues, Opportunities, and Threats</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>473</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.00473"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00473</pub-id>
          <pub-id pub-id-type="medline">32536882</pub-id>
          <pub-id pub-id-type="pmcid">PMC7267063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haselton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Spanlang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kishore</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Albery</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Denne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nickless</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Automated psychological therapy using immersive virtual reality for treatment of fear of heights: a single-blind, parallel-group, randomised controlled trial</article-title>
          <source>Lancet Psychiatry</source>
          <year>2018</year>
          <month>08</month>
          <volume>5</volume>
          <issue>8</issue>
          <fpage>625</fpage>
          <lpage>632</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2215-0366(18)30226-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(18)30226-8</pub-id>
          <pub-id pub-id-type="medline">30007519</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(18)30226-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6063994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Automated psychological therapy using virtual reality (VR) for patients with persecutory delusions: study protocol for a single-blind parallel-group randomised controlled trial (THRIVE)</article-title>
          <source>Trials</source>
          <year>2019</year>
          <month>01</month>
          <day>29</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-019-3198-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-019-3198-6</pub-id>
          <pub-id pub-id-type="medline">30696471</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-019-3198-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6350360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bisso</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Signorelli</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Milazzo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maglia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Polosa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aguglia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Caponnetto</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Immersive Virtual Reality Applications in Schizophrenia Spectrum Therapy: A Systematic Review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>08</month>
          <day>22</day>
          <volume>17</volume>
          <issue>17</issue>
          <fpage>6111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17176111"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17176111</pub-id>
          <pub-id pub-id-type="medline">32842579</pub-id>
          <pub-id pub-id-type="pii">ijerph17176111</pub-id>
          <pub-id pub-id-type="pmcid">PMC7504018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birckhead</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Conovitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Danovitch</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spiegel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Recommendations for Methodology of Virtual Reality Clinical Trials in Health Care by an International Working Group: Iterative Study</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>01</month>
          <day>31</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e11973</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/1/e11973/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11973</pub-id>
          <pub-id pub-id-type="medline">30702436</pub-id>
          <pub-id pub-id-type="pii">v6i1e11973</pub-id>
          <pub-id pub-id-type="pmcid">PMC6374734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heyman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Coughtrey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Varadkar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>DeJong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shafran</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Guided self-help interventions for mental health disorders in children with neurological conditions: study protocol for a pilot randomised controlled trial</article-title>
          <source>Trials</source>
          <year>2016</year>
          <month>11</month>
          <day>04</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>532</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-016-1663-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-016-1663-z</pub-id>
          <pub-id pub-id-type="medline">27809925</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-016-1663-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5095965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Coughtrey</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Heyman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Greally</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clarkson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattacharyya</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Varadkar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shafran</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Guided self-help for mental health disorders in children and young people with chronic neurological conditions: A qualitative evaluation</article-title>
          <source>Eur J Paediatr Neurol</source>
          <year>2018</year>
          <month>07</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>620</fpage>
          <lpage>631</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejpn.2018.02.011</pub-id>
          <pub-id pub-id-type="medline">29631920</pub-id>
          <pub-id pub-id-type="pii">S1090-3798(17)31915-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Chatbots in psychiatry: Can treatment gap be lessened for psychiatric disorders in India</article-title>
          <source>Indian J Psychiatry</source>
          <year>2019</year>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.indianjpsychiatry.org/article.asp?issn=0019-5545;year=2019;volume=61;issue=3;spage=225;epage=225;aulast=Singh"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/0019-5545.258323</pub-id>
          <pub-id pub-id-type="medline">31142896</pub-id>
          <pub-id pub-id-type="pii">IJPsy-61-225</pub-id>
          <pub-id pub-id-type="pmcid">PMC6532477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bendig</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Erb</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schulze-Thuesing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Die nächste Generation: Chatbots in der klinischen Psychologie und Psychotherapie zur Förderung mentaler Gesundheit – Ein Scoping-Review</article-title>
          <source>Verhaltenstherapie</source>
          <year>2019</year>
          <month>3</month>
          <day>27</day>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>266</fpage>
          <lpage>280</lpage>
          <pub-id pub-id-type="doi">10.1159/000499492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>Scoping and development of a National Digital Mental Health Framework: Current State Assessment Report</article-title>
          <source>Price Waterhouse Coopers Australia</source>
          <year>2020</year>
          <month>11</month>
          <access-date>2020-12-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pwc.com.au/health/National-Digital-Mental-Health-Framework_Current-State-Assessment-Report.pdf">https://www.pwc.com.au/health/National-Digital-Mental-Health-Framework_Current-State-Assessment-Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tremain</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McEnery</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The Therapeutic Alliance in Digital Mental Health Interventions for Serious Mental Illnesses: Narrative Review</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>08</month>
          <day>07</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e17204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/8/e17204/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17204</pub-id>
          <pub-id pub-id-type="medline">32763881</pub-id>
          <pub-id pub-id-type="pii">v7i8e17204</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The digital mental health revolution: Opportunities and risks</article-title>
          <source>Psychiatr Rehabil J</source>
          <year>2017</year>
          <month>09</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>265</lpage>
          <pub-id pub-id-type="doi">10.1037/prj0000285</pub-id>
          <pub-id pub-id-type="medline">28891658</pub-id>
          <pub-id pub-id-type="pii">2017-39812-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haim</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Dichotomies in the Development and Implementation of Digital Mental Health Tools</article-title>
          <source>Psychiatr Serv</source>
          <year>2018</year>
          <month>12</month>
          <day>01</day>
          <volume>69</volume>
          <issue>12</issue>
          <fpage>1204</fpage>
          <lpage>1206</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30256182"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201800193</pub-id>
          <pub-id pub-id-type="medline">30256182</pub-id>
          <pub-id pub-id-type="pmcid">PMC6408291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gratzer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Kutcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pajer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>LN</given-names>
            </name>
          </person-group>
          <article-title>Our Digital Moment: Innovations and Opportunities in Digital Mental Health Care</article-title>
          <source>Can J Psychiatry</source>
          <year>2021</year>
          <month>01</month>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1177/0706743720937833</pub-id>
          <pub-id pub-id-type="medline">32603188</pub-id>
          <pub-id pub-id-type="pmcid">PMC7890581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davenport</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>VWS</given-names>
            </name>
            <name name-style="western">
              <surname>Iorfino</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Castaldi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Hickie</surname>
              <given-names>IB</given-names>
            </name>
          </person-group>
          <article-title>Flip the Clinic: A Digital Health Approach to Youth Mental Health Service Delivery During the COVID-19 Pandemic and Beyond</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>12</month>
          <day>15</day>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e24578</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e24578/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24578</pub-id>
          <pub-id pub-id-type="medline">33206051</pub-id>
          <pub-id pub-id-type="pii">v7i12e24578</pub-id>
          <pub-id pub-id-type="pmcid">PMC7744139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Potter</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Crocker</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Colman</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Yield and Efficiency of Mental Health Screening: A Comparison of Screening Protocols at Intake to Prison</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0154106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0154106"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154106</pub-id>
          <pub-id pub-id-type="medline">27167222</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-50296</pub-id>
          <pub-id pub-id-type="pmcid">PMC4864401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans-Lacko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Koeser</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Longhitano</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zohar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the economic impact of screening and treatment for depression in the workplace</article-title>
          <source>Eur Neuropsychopharmacol</source>
          <year>2016</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>1004</fpage>
          <lpage>1013</lpage>
          <pub-id pub-id-type="doi">10.1016/j.euroneuro.2016.03.005</pub-id>
          <pub-id pub-id-type="medline">27085517</pub-id>
          <pub-id pub-id-type="pii">S0924-977X(16)30003-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiauzzi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Clayton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huh-Yoo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing-Based Telemental Health: Important Questions for the COVID-19 Era From Clinical and Patient-Centered Perspectives</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>12</month>
          <day>08</day>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e24021</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e24021/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24021</pub-id>
          <pub-id pub-id-type="medline">33180739</pub-id>
          <pub-id pub-id-type="pii">v7i12e24021</pub-id>
          <pub-id pub-id-type="pmcid">PMC7725495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Combining structured and unstructured data for predictive models: a deep learning approach</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-01297-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-01297-6</pub-id>
          <pub-id pub-id-type="medline">33121479</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-01297-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7596962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geraci</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilansky</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Luca</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Applying deep neural networks to unstructured text notes in electronic medical records for phenotyping youth depression</article-title>
          <source>Evid Based Ment Health</source>
          <year>2017</year>
          <month>08</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>83</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28739578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/eb-2017-102688</pub-id>
          <pub-id pub-id-type="medline">28739578</pub-id>
          <pub-id pub-id-type="pii">eb-2017-102688</pub-id>
          <pub-id pub-id-type="pmcid">PMC5566092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kiik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Curcin</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Douiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of machine learning models for predicting outcomes of stroke with structured data</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e0234722</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0234722"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0234722</pub-id>
          <pub-id pub-id-type="medline">32530947</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-04723</pub-id>
          <pub-id pub-id-type="pmcid">PMC7292406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yeow</surname>
              <given-names>AYK</given-names>
            </name>
            <name name-style="western">
              <surname>Poh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yeow</surname>
              <given-names>JJL</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>GYH</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in sepsis early prediction and diagnosis using unstructured data in healthcare</article-title>
          <source>Nat Commun</source>
          <year>2021</year>
          <month>01</month>
          <day>29</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>711</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41467-021-20910-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41467-021-20910-4</pub-id>
          <pub-id pub-id-type="medline">33514699</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41467-021-20910-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7846756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fonseka</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Bhat</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>The utility of artificial intelligence in suicide risk prediction and the management of suicidal behaviors</article-title>
          <source>Aust N Z J Psychiatry</source>
          <year>2019</year>
          <month>10</month>
          <volume>53</volume>
          <issue>10</issue>
          <fpage>954</fpage>
          <lpage>964</lpage>
          <pub-id pub-id-type="doi">10.1177/0004867419864428</pub-id>
          <pub-id pub-id-type="medline">31347389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolitch</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McGinn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jinah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klement</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kaminsky</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>A machine learning approach predicts future risk to suicidal ideation from social media data</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>78</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0287-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0287-6</pub-id>
          <pub-id pub-id-type="medline">32509975</pub-id>
          <pub-id pub-id-type="pii">287</pub-id>
          <pub-id pub-id-type="pmcid">PMC7250902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haines-Delmont</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chahal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bruen</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Sadashiv</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fearnley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Testing Suicide Risk Prediction Algorithms Using Phone Measurements With Patients in Acute Mental Health Settings: Feasibility Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>06</month>
          <day>26</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e15901</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/6/e15901/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15901</pub-id>
          <pub-id pub-id-type="medline">32442152</pub-id>
          <pub-id pub-id-type="pii">v8i6e15901</pub-id>
          <pub-id pub-id-type="pmcid">PMC7380988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ashrafian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ghafur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fontana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Prime</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Challenges for the evaluation of digital health solutions-A call for innovative evidence generation approaches</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-00314-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-00314-2</pub-id>
          <pub-id pub-id-type="medline">32904379</pub-id>
          <pub-id pub-id-type="pii">314</pub-id>
          <pub-id pub-id-type="pmcid">PMC7453198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vollmer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mateen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Bohner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Király</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ghani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jonsson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cumbers</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McAllister</surname>
              <given-names>KSL</given-names>
            </name>
            <name name-style="western">
              <surname>Myles</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Granger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Birse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Branson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hemingway</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Machine learning and artificial intelligence research for patient benefit: 20 critical questions on transparency, replicability, ethics, and effectiveness</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <volume>368</volume>
          <fpage>l6927</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32198138"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l6927</pub-id>
          <pub-id pub-id-type="medline">32198138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maulik</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Devarapalli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kallakuri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattacharya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peiris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Systematic Medical Appraisal Referral and Treatment Mental Health Project: Quasi-Experimental Study to Evaluate a Technology-Enabled Mental Health Services Delivery Model Implemented in Rural India</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>27</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e15553</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e15553/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15553</pub-id>
          <pub-id pub-id-type="medline">32130125</pub-id>
          <pub-id pub-id-type="pii">v22i2e15553</pub-id>
          <pub-id pub-id-type="pmcid">PMC7068463</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janis</surname>
              <given-names>IL</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>IL</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Greenwald</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Ostrom</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Brock</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>A Conflict-Theory Approach to Attitude Change and Decision Making</article-title>
          <source>Psychological Foundations of Attitudes</source>
          <year>1968</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Academic Press Inc</publisher-name>
          <fpage>327</fpage>
          <lpage>360</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerada</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Doctors, suicide and mental illness</article-title>
          <source>BJPsych Bull</source>
          <year>2018</year>
          <month>08</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>165</fpage>
          <lpage>168</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/product/identifier/S2056469418000116/type/journal_article"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjb.2018.11</pub-id>
          <pub-id pub-id-type="medline">29712575</pub-id>
          <pub-id pub-id-type="pii">S2056469418000116</pub-id>
          <pub-id pub-id-type="pmcid">PMC6436060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Counson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bartholomew</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Basarkod</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Piers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glozier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sanatkar</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Development of the Shift Smartphone App to Support the Emotional Wellbeing of Junior Doctors: Design of a Prototype and Results of Usability and Acceptability Testing</article-title>
          <source>JMIR Preprints.</source>
          <comment>Preprint posted online December 9, 2020</comment>
          <pub-id pub-id-type="doi">10.2196/preprints.26370</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iorfino</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Davenport</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shiran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hickie</surname>
              <given-names>IB</given-names>
            </name>
          </person-group>
          <article-title>A Digital Platform Designed for Youth Mental Health Services to Deliver Personalized and Measurement-Based Care</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>595</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2019.00595"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00595</pub-id>
          <pub-id pub-id-type="medline">31507465</pub-id>
          <pub-id pub-id-type="pmcid">PMC6716201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elejalde</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fulford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guimond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Susheela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weizenbaum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Creating a Digital Health Smartphone App and Digital Phenotyping Platform for Mental Health and Diverse Healthcare Needs: an Interdisciplinary and Collaborative Approach</article-title>
          <source>J. technol. behav. sci</source>
          <year>2019</year>
          <month>4</month>
          <day>27</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/Wli0t2/DTKZ"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00095-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vinkers</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>van Amelsvoort</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Branchi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cryan</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Domschke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Howes</surname>
              <given-names>OD</given-names>
            </name>
            <name name-style="western">
              <surname>Manchia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>de Quervain</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>van der Wee</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Stress resilience during the coronavirus pandemic</article-title>
          <source>Eur Neuropsychopharmacol</source>
          <year>2020</year>
          <month>06</month>
          <volume>35</volume>
          <fpage>12</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0924-977X(20)30132-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.euroneuro.2020.05.003</pub-id>
          <pub-id pub-id-type="medline">32446705</pub-id>
          <pub-id pub-id-type="pii">S0924-977X(20)30132-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7211573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Martin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kellmeyer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kreitmair</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cabrera</surname>
              <given-names>LY</given-names>
            </name>
          </person-group>
          <article-title>Ethics of Digital Mental Health During COVID-19: Crisis and Opportunities</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>12</month>
          <day>22</day>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e23776</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e23776/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23776</pub-id>
          <pub-id pub-id-type="medline">33156811</pub-id>
          <pub-id pub-id-type="pii">v7i12e23776</pub-id>
          <pub-id pub-id-type="pmcid">PMC7758081</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bezuidenhout</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ratti</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>What does it mean to embed ethics in data science? An integrative approach based on the microethics and virtues</article-title>
          <source>AI &#38; Soc</source>
          <year>2020</year>
          <month>12</month>
          <day>08</day>
          <pub-id pub-id-type="doi">10.1007/s00146-020-01112-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nabi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Addressing the "Wicked" Problems in Machine Learning Applications - Time for Bioethical Agility</article-title>
          <source>Am J Bioeth</source>
          <year>2020</year>
          <month>11</month>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>25</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1080/15265161.2020.1820114</pub-id>
          <pub-id pub-id-type="medline">33103975</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
