<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e40429</article-id>
      <article-id pub-id-type="pmid">37023415</article-id>
      <article-id pub-id-type="doi">10.2196/40429</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Technology Implementation for Mental Health End Users: A Model to Guide Digital Transformation for Inpatient Mental Health Professionals</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kendall</surname>
            <given-names>Ashley</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cross</surname>
            <given-names>Shane</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chen</surname>
            <given-names>Sonia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Westheimer</surname>
            <given-names>Jessa Lin</given-names>
          </name>
          <degrees>BSA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Research Department</institution>
            <institution>The Menninger Clinic</institution>
            <addr-line>12301 S Main St</addr-line>
            <addr-line>Houston, TX, 77035</addr-line>
            <country>United States</country>
            <phone>1 832 738 8300</phone>
            <email>jwestheimer@menninger.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5697-5806</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Moukaddam</surname>
            <given-names>Nidal</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4433-9546</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lindsay</surname>
            <given-names>Jan A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2853-0113</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sabharwal</surname>
            <given-names>Ashutosh</given-names>
          </name>
          <degrees>MS, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1898-5787</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Najafi</surname>
            <given-names>Bijan</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0320-8101</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Iacobelli</surname>
            <given-names>Peter A</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3148-0962</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Boland</surname>
            <given-names>Robert J</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2166-2332</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Patriquin</surname>
            <given-names>Michelle A</given-names>
          </name>
          <degrees>ABPP, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1910-6724</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Research Department</institution>
        <institution>The Menninger Clinic</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry and Behavioral Sciences</institution>
        <institution>Baylor College of Medicine</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Adult Outpatient Services</institution>
        <institution>Ben Taub Hospital</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Michael E DeBakey VA Medical Center</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Electrical and Computer Engineering</institution>
        <institution>Rice University</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Michael E DeBakey Department of Surgery</institution>
        <institution>Baylor College of Medicine</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>The Menninger Clinic</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jessa Lin Westheimer <email>jwestheimer@menninger.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>4</month>
        <year>2023</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e40429</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Jessa Lin Westheimer, Nidal Moukaddam, Jan A Lindsay, Ashutosh Sabharwal, Bijan Najafi, Peter A Iacobelli, Robert J Boland, Michelle A Patriquin. Originally published in JMIR Mental Health (https://mental.jmir.org), 06.04.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2023/1/e40429" xlink:type="simple"/>
      <abstract>
        <p>Digital transformation is the adoption of digital technologies by an entity in an effort to increase operational efficiency. In mental health care, digital transformation entails technology implementation to improve the quality of care and mental health outcomes. Most psychiatric hospitals rely heavily on “high-touch” interventions or those that require in-person, face-to-face interaction with the patient. Those that are exploring digital mental health care interventions, particularly for outpatient care, often copiously commit to the “high-tech” model, losing the crucial human element. The process of digital transformation, especially within acute psychiatric treatment settings, is in its infancy. Existing implementation models outline the development of patient-facing treatment interventions within the primary care system; however, to our knowledge, there is no proposed or established model for implementing a new provider-facing ministration tool within an acute inpatient psychiatric setting. Solving the complex challenges within mental health care demands that new mental health technology is developed in concert with a use protocol by and for the inpatient mental health professional (IMHP; the end user), allowing the “high-touch” to inform the “high-tech” and vice versa. Therefore, in this viewpoint article, we propose the Technology Implementation for Mental-Health End-Users framework, which outlines the process for developing a prototype of an IMHP-facing digital intervention tool in parallel with a protocol for the IMHP end user to deliver the intervention. By balancing the design of the digital mental health care intervention tool with IMHP end user resource development, we can significantly improve mental health outcomes and pioneer digital transformation nationwide.</p>
      </abstract>
      <kwd-group>
        <kwd>digital transformation</kwd>
        <kwd>user-centered design</kwd>
        <kwd>innovation</kwd>
        <kwd>implementation science</kwd>
        <kwd>user acceptability</kwd>
        <kwd>wearables</kwd>
        <kwd>mental health</kwd>
        <kwd>implementation</kwd>
        <kwd>technology implementation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec>
      <title>Background</title>
      <p>Digital transformation in mental health care has reshaped care delivery over the last few years and has been catalyzed particularly due to the global COVID-19 pandemic. Digital transformation is the adoption of digital technologies by an entity in an effort to increase operational efficiency [<xref ref-type="bibr" rid="ref1">1</xref>]. In mental health care, digital transformation entails technology implementation to improve the quality of care and clinical outcomes. Digital transformation makes possible an expanded “full continuum of care” for inpatient psychiatry, which is desperately needed.</p>
      <p>Earlier studies have shown that the success of a digital transformation initiative is predicated on transparency, user-centered design, and iteration [<xref ref-type="bibr" rid="ref2">2</xref>]. Additionally, it is important to balance the design of the digital health care intervention with end user resource development [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Other implementation models for digital transformation have been proposed [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. For example, the Accelerated Creation-to-Sustainment (ACTS) model outlines a framework for implementing a sustainable digital mental health intervention in a real-world treatment setting that emphasizes rapid, iterative, user-centered design [<xref ref-type="bibr" rid="ref5">5</xref>]. This model describes an end-to-end process for accelerating the research-to-practice pipeline for digital mental health care innovations. While the ACTS model importantly incorporates user-centered design and sustainable implementation, this model is intended to develop a patient-facing treatment intervention within the primary care system. To our knowledge, there is not yet a comparable model for implementing a new provider-facing ministration tool within an acute inpatient psychiatric setting.</p>
      <p>Inpatient mental health professionals (IMHPs) are vulnerable to experiencing burnout [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Sources of stress and burnout unique to the roles of IMHPs include demanding therapeutic relationships, difficult and sometimes violent patients, and patient safety management (where the risk for suicide and self-harm is constant) [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Because of the inpatient setting’s unpredictability, the adaptability of an experienced IMHP is relied on heavily to ensure quality patient care. Digital transformation offers the opportunity to offset the stress and workload of IMHPs by leveraging the continuous availability and predictive power of technology. Importantly, the unique demands for an IMHP demand a unique approach to digitally transforming clinician-facing tools within an inpatient psychiatric setting to ensure their successful implementation and that the tools reduce, not increase, stress and burnout.</p>
      <p>Therefore, we propose the Technology Implementation for Mental-Health End-Users (TIME) framework in inpatient mental health care (<xref rid="figure1" ref-type="fig">Figure 1</xref>), which outlines the process of developing a prototype of an IMHP-facing intervention (<xref rid="figure1" ref-type="fig">Figure 1</xref>A) in parallel with a protocol for an IMHP to deliver the intervention (<xref rid="figure1" ref-type="fig">Figure 1</xref>B). Similar to the ACTS model, the TIME framework is grounded in well-defined frameworks for user-centered design, software development, and implementation science. The TIME model also emphasizes participatory design—the active involvement of the end user in the design process—so the ultimate deliverable has inherent buy-in and utility [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>An important feature of the TIME framework is its balance of the “high-tech” prototype with the “high-touch” protocol. Most inpatient psychiatric hospitals rely heavily on “high-touch” interventions, that is, interventions that require in-person, face-to-face interaction with the patient [<xref ref-type="bibr" rid="ref13">13</xref>]. Conversely, those that are developing digital mental health care interventions often fully commit to the “high-tech” model, losing the crucial human element. By leveraging the continuous availability and predictive power of technology in concert with the adaptability and experience of clinical care providers, we can significantly improve mental health outcomes and pioneer digital transformation. While the term “blended care” refers to the blending of technology and face-to-face treatment for a patient-facing intervention [<xref ref-type="bibr" rid="ref14">14</xref>], the TIME framework produces a form of “blended ministration” where an IMHP-facing technology is blended with an IMHP-facing implementation blueprint (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>The Technology Implementation for Mental-Health End-Users framework for inpatient mental health care. (A) "High-tech prototype" refers to a technology-based, inpatient mental health professional (IMHP)–facing mental health care innovation or intervention. The top steps outline the development of a high-tech prototype. (B) "High-touch protocol" refers to the human side of mental health care (how the prototype will be used by the IMHPs). The bottom steps outline the development of a high-touch protocol.</p>
        </caption>
        <graphic xlink:href="mental_v10i1e40429_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Comparing the Technology Implementation for Mental-Health End-Users (TIME) framework with existing frameworks, such as the Accelerated Creation-to-Sustainment (ACTS) model.</p>
        </caption>
        <graphic xlink:href="mental_v10i1e40429_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Operational Definitions</title>
      <p>Operational definitions are provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Operational definitions.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="220"/>
          <col width="780"/>
          <thead>
            <tr valign="top">
              <td>Term</td>
              <td>Definition</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>High-tech</td>
              <td>Referring to technological innovations and interventions</td>
            </tr>
            <tr valign="top">
              <td>High-touch</td>
              <td>Referring to the human side of mental health care (clinical care staff interacting directly or face-to-face with the patient)</td>
            </tr>
            <tr valign="top">
              <td>Wearable [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]</td>
              <td>Electronic devices that can be worn on or close to the user’s body to monitor vital signs</td>
            </tr>
            <tr valign="top">
              <td>End user</td>
              <td>The final user of the intervention and protocol (in the TIME<sup>a</sup> model, typically nursing or clinical care staff)</td>
            </tr>
            <tr valign="top">
              <td>Empathy research [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]</td>
              <td>The design process of empathizing with the end user of the project through interviews and contextual inquiry</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>TIME: Technology Implementation for Mental-Health End-Users.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec>
      <title>Challenges</title>
      <sec>
        <title>Technology Acceptance</title>
        <p>In the Technology Acceptance Model, an individual’s acceptance of a new technology is determined by its perceived usefulness and perceived ease of use [<xref ref-type="bibr" rid="ref18">18</xref>]. Therefore, perceived usefulness and perceived ease of use govern individuals’ attitudes toward the new technology and, in turn, their use of it [<xref ref-type="bibr" rid="ref18">18</xref>]. Therefore, the successful implementation of an IMHP-facing technology in inpatient psychiatric care must consider the perceived use of the IMHP (“will they trust this innovation?”), the perceived ease of use of the IMHP (“is this innovation technologically unambiguous?”), and the attitude of the IMHP (“will this innovation positively contribute to their treatment of patients?”).</p>
        <p>Technology acceptance was tested significantly during the global COVID-19 pandemic [<xref ref-type="bibr" rid="ref19">19</xref>]. Quarantine meant an immediate and massive digital migration, where digital immigrants found themselves thrust into unavoidable technology and unprecedented connectivity [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. By the same token, the demographic landscape of the mental health care system comprises predominantly digital immigrants—generally considered those who are older than 40 years and were born before the “proliferation of digital technologies.” In 2022, the average age of a mental health care professional in the United States is 44 years, with 60% of the professionals being older than 40 years [<xref ref-type="bibr" rid="ref22">22</xref>]. Thus, designers of digital interventions for mental health must carefully consider usability, inclusivity, and accessibility [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Perceived Dispensability of User-Centered Design</title>
        <p>User-centered design is an approach to development wherein the intended users of the system (end users) are actively and intentionally involved in its development. There are three major tenets of this framework, defined by Gould and Lewis [<xref ref-type="bibr" rid="ref25">25</xref>] as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Front-load with empathy: understanding the end users’ needs and expectations from the project’s inception ensures <italic>customized solutions</italic>.</p>
          </list-item>
          <list-item>
            <p>Measure usability empirically: quantifying the end users’ satisfaction throughout project development ensures <italic>usability</italic>.</p>
          </list-item>
          <list-item>
            <p>Design and test iteratively: designing and testing the system iteratively with the end users’ input ensures <italic>acceptability</italic>.</p>
          </list-item>
        </list>
        <p>Despite its proven effectiveness in developing digital systems, there is still a widely held belief that applying user-centered design is superfluous to the development life cycle [<xref ref-type="bibr" rid="ref26">26</xref>]. It is common for developer-driven needs to take priority over those of the user [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Additionally, there is a stigma that user-centered design is time-consuming and costly to the developer; on the contrary, by involving the intended user throughout the design process, usability problems are identified and resolved before the system is ever deployed, saving time and money [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. By emphasizing empathy research, empirical measures of usability and iterative design based on user-centered design principles increase the likelihood for successful implementation and acceptability. Digital transformation in inpatient psychiatric care will require a shift to the user-driven development of novel technologies and interventions.</p>
      </sec>
      <sec>
        <title>Health Care Disparities and Technology Implementation</title>
        <p>Internet and smartphone availability are ubiquitous in the general population. However, this ubiquity is curtailed by the following two primary factors: socioeconomic disparities and mental illness symptoms. A closer look reveals that the first gap is in smartphone ownership and internet access. Of patients discharged from inpatient psychiatric units in the United States, 82% are estimated to have smartphones and internet access [<xref ref-type="bibr" rid="ref29">29</xref>]; however, in high-income households, that number is close to 100% [<xref ref-type="bibr" rid="ref30">30</xref>]. This digital divide correlates with socioeconomic and racial disparities. For example, low-income Hispanic and Black youth are less likely to have home or smartphone internet access [<xref ref-type="bibr" rid="ref31">31</xref>]. So, while digital technologies promise to bring individualized high-tech monitoring, their effect could be limited by a return to underresourced environments upon discharge from an inpatient setting.</p>
        <p>The second gap relates to the severity of mental illness symptoms that affect trust in and use of technology. In a survey of individuals with severe mental illness (SMI) on internet and smartphone use during the global COVID-19 pandemic, 61.6% of them were limited users or nonusers of the internet, mostly using phones to communicate with their families and friends [<xref ref-type="bibr" rid="ref32">32</xref>]. A quarter of the surveyed sample—markedly among older individuals with schizophrenia—reported being weary of internet use for “security concerns.” Thus, while most mobile health interventions report favorable feasibility outcomes, they typically do not have the same success rate in including patients with SMI. Studies that document significant web-based participation among individuals with SMI demonstrate a correlation with positive recovery and positive emotions toward technology [<xref ref-type="bibr" rid="ref33">33</xref>]. These findings suggest that attitudes of people with SMI meaningfully affect successful digital transformation. There are gaps in our understanding of how delusions, paranoia, and other severe symptoms may impact the scalability of the TIME framework as well, and these are intriguing areas for continued research and development.</p>
      </sec>
    </sec>
    <sec>
      <title>The TIME Framework</title>
      <sec>
        <title>Overview</title>
        <p>When we have more technology available than ever before, the entire onus of patient safety should not fall on the IMHP. An important feature of the TIME framework is its balance of the “high-tech” prototype with the “high-touch” protocol. Most psychiatric hospitals rely heavily on “high-touch” interventions, that is, interventions that require in-person, face-to-face interaction with the patient [<xref ref-type="bibr" rid="ref13">13</xref>]. Those that are exploring digital mental health care interventions, particularly for outpatient care, often copiously commit to the “high-tech” model, losing the crucial human element [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. Solving the complex challenges faced by mental health care providers demands that new mental health technology tools are developed in concert with a use protocol by and for the end user (mental health care provider), allowing the “high-touch” to inform the “high-tech” and vice versa.</p>
        <p>High-tech interventions and their corresponding high-touch protocols must be developed alongside each other to ensure usability and end user acceptability. Thus, we have defined a model—the TIME framework—for developing novel IMHP-facing tools and their clinical workflows alongside each other (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This model is grounded in established frameworks for user-centered design and digital technology development (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The Technology Implementation for Mental-Health End-Users (TIME) framework is grounded in design processes across disciplines. The TIME framework combines elements from the Waterfall Model of Software Development [<xref ref-type="bibr" rid="ref38">38</xref>], the user-centered design process [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and rapid application development [<xref ref-type="bibr" rid="ref39">39</xref>]. Many of these processes contain corresponding steps and are color coded as follows: planning steps describing information gathering for the project, including empathy and user-based research (red); analysis steps describing how any information gathered in a planning step is further evaluated to define the project’s scope and requirements (orange); prototype or iterate steps describing the iterative process of prototyping the design solution (yellow); construct steps describing the creation of a final deliverable (green); test steps describing the evaluation of the design solution and collection of feedback from end users (blue); and implementation of steps describing how the design solution is implemented (purple).</p>
          </caption>
          <graphic xlink:href="mental_v10i1e40429_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Phases of the TIME Framework</title>
        <sec>
          <title>Plan Phase</title>
          <p>At the core of the <italic>Plan</italic> phase of the TIME framework is empathy research [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. During this phase, interviews are conducted with the IMHP end user of the mental health care tool. Prior to this phase, the clinical providers’ problem has been identified. The goal of these interviews will be to understand the needs and expectations of the IMHP end user for a high-tech solution to the clinical problem. Importantly, this entails building an in-depth understanding of the current clinical workflows and characterizing the distinct needs of different types of IMHPs. For instance, a day shift mental health nurse would have different responsibilities from those of a night shift mental health nurse (eg, nighttime safety checks). Likewise, barriers and preferences for the use protocol will be defined, so careful consideration must be made for institutional policies and regulation (ie, crisis intervention protocols, such as seclusion and restraint, hospital documentation guidelines, and others). Empathizing at the onset operationalizes the end users’ needs in the solutions we design.</p>
        </sec>
        <sec>
          <title>Analyze Phase</title>
          <p>The feedback from empathy research will be analyzed to specify prototype requirements. Understanding the functional and emotional needs of the end user is essential to human-centered design. In the <italic>Analyze</italic> phase<italic>,</italic> qualitative discourse is anatomized to scope both the technical requirements for the IMHP-facing digital intervention and the key features of its use protocol within the context of the inpatient psychiatric hospital setting. In applying the TIME framework, it is possible to have different IMHP end user groups. For example, in designing a new electronic health record system, the end users could be mental health nurses, social workers, psychologists, psychiatrists, researchers, physicians, administrative assistants, and others. Developing a firm understanding of both the unique and overlapping needs of each group during this phase will ensure a more functional prototype. Further, the needs of these mental health professionals differ significantly from those of general medical professionals [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. A common misstep in establishing digital transformation in an inpatient psychiatric setting is the presumption that an intervention for physical health can be superficially adapted to mental health. For instance, among the chief concerns during the implementation of an electronic health record system within a mental health hospital in England was that the technology was “not fit for [a mental health] purpose” and much customization would be required for the preexisting system to meet the needs of their setting [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Prototype Phase</title>
          <p>Before resources are dedicated to developing sophisticated technologies, low-fidelity prototypes of initial designs will be created and evaluated in the <italic>Prototype</italic> phase of the TIME framework. The digital intervention prototype will capture the basic architecture and user flow of the technology. A major benefit of digital transformation is the potential to manage exponentially larger data sets. In an inpatient psychiatric setting, consideration of the end users’ ultimate data needs will inform prototype configuration. Innovations developed in an inpatient psychiatric setting may serve discrete goals for different IMHP end users. For instance, in developing a new data management system for clinical outcomes, a clinician would need item-level responses to outcome measures, while a researcher may only need unit-wide average scores. The use protocol prototype will outline the procedure for using the technology within the context of the IMHP’s role. Similar to the implementation blueprint in the ACTS model, this will be a critical part of facilitating the transition to a usable intervention [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        </sec>
        <sec>
          <title>Test Phase</title>
          <p>During the <italic>Test</italic> phase<italic>,</italic> the low-fidelity prototypes will be evaluated by the end users through usability studies adapted for ascertaining qualitative and quantitative feedback to update the design. Key performance indicators (time on task, use of navigation vs search, conversion rate, error rate, and drop-off rate) and adapted system usability scales will be defined to guide quantitative evaluation. To evaluate the prototype’s usability and the protocol’s effectiveness, usability studies will be designed and carried out with simulated practical scenarios in the target inpatient setting. Additional moderated usability studies will be conducted to assess more qualitative feedback about the prototype and the clarity of its use protocol. Testing and feedback review with the IMHP end users are necessary for participatory design and ensuring the usability of the final solution.</p>
        </sec>
        <sec>
          <title>Iterate Phase</title>
          <p>Human-centered design is inherently iterative. Adapting each design iteration to tailor to the preferences and behaviors of the IMHP end user will produce better, more acceptable digital mental health care interventions. During design, developers maintain a high level of control over a prototype; therefore, the evaluation of the prototype’s behavior in a real-world clinical care setting is necessary to make it truly functional in its final state. In the <italic>Iterate</italic> phase, the IMHP end user feedback gathered during the usability studies informs the development of the high-fidelity prototypes.</p>
        </sec>
        <sec>
          <title>Implement Phase</title>
          <p>Applying the iterative process of prototyping and testing, the high-fidelity prototypes are evaluated by way of a usability study again in the <italic>Implement</italic> phase. Repeated evaluations ensure that any changes made are improvements to the overall design and acceptability by the IMHP end user. Additionally, the ultimate goal is to deploy the prototype and protocol in a real-world inpatient treatment setting, which is inherently unpredictable and chaotic. Reevaluating updated designs is helpful for verifying that the IMHPs’ feedback is being captured and the technology can stand up to a variable treatment environment.</p>
          <p>The <italic>Test</italic>→<italic>Iterate</italic>→<italic>Implement</italic> sequence is repeated as many times as necessary to achieve an effective solution (digital intervention and its use protocol).</p>
        </sec>
      </sec>
      <sec>
        <title>Hypothetical Example</title>
        <p>To clarify the phases of our TIME model, we apply it as a framework for developing a nurse station monitoring dashboard to visualize wearable-based data in real time.</p>
        <p>In an inpatient hospital setting, there is an average of 56.7 patient suicides a year [<xref ref-type="bibr" rid="ref43">43</xref>]. Further, 74% of those occur while the patient is undergoing psychiatric treatment. The issue of suicide is pressing. The Assess, Intervene, and Monitor for Suicide Prevention model proposes a clinical management framework to <italic>assess</italic> suicide risk, <italic>intervene</italic> with coping strategies, and <italic>monitor</italic> high-risk patients [<xref ref-type="bibr" rid="ref44">44</xref>] (<xref rid="figure4" ref-type="fig">Figure 4</xref>A). This is a high-touch solution. We propose that by leveraging the continuous availability and predictive power of technology through digital transformation, we may be able to rearrange the Assess, Intervene, and Monitor model as follows: (1) assess suicide risk, (2) monitor patient safety status by using wearable devices, and (3) intervene and prevent suicide every time (<xref rid="figure4" ref-type="fig">Figure 4</xref>B). This is a high-tech and high-touch solution. The capitalization on the continuous, noninvasive availability of technology has been described as “digital phenotyping” [<xref ref-type="bibr" rid="ref13">13</xref>]. We can draw upon wearable technology to provide insight and predictive power for a patient’s status without having to be present in front of them. Not only will this monitoring dashboard display a patient’s current state (awake, asleep, walking, sitting, etc) as measured by the wearable device, but also it will serve as a “digital smoke alarm” for a critical change in the patient’s status [<xref ref-type="bibr" rid="ref13">13</xref>]. Feedback provided by IMHP end users will inform both the development of the dashboard’s user interface and the crisis intervention protocol when a dashboard alert is issued.</p>
        <p>Below, we outline how the TIME framework can be implemented to develop the high-tech remote patient monitoring dashboard in parallel with the high-touch dashboard alert protocol:</p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Plan:</italic> we define the needs and scope for both the dashboard and the dashboard alert protocol by interviewing IMHP end users (mental health associates and nurses from each shift) from each inpatient unit to specify their needs and expectations.</p>
          </list-item>
          <list-item>
            <p><italic>Analyze:</italic> we define the expected behavior and functionality of the monitoring dashboard and crisis intervention protocol based on what we learned from the IMHPs.</p>
          </list-item>
          <list-item>
            <p><italic>Prototype:</italic> we create low-fidelity prototypes for both the dashboard and the dashboard alert protocol based on the requirements specified in the <italic>Analyze</italic> phase.</p>
          </list-item>
          <list-item>
            <p><italic>Test:</italic> in a focus group, end users will interact with the monitoring dashboard and be trained on the dashboard alert protocol in a moderated usability study. The efficacy of the dashboard prototype and the implementability and instructional clarity of the dashboard alert protocol will be evaluated with defined key performance indicators (ie, time on task, system usability scale, conversion rate, and error rate).</p>
          </list-item>
          <list-item>
            <p><italic>Iterate:</italic> we will use the IMHPs’ feedback from the <italic>Test</italic> phase to iterate high-fidelity prototypes for the monitoring dashboard and the dashboard alert protocol.</p>
          </list-item>
          <list-item>
            <p><italic>Implement:</italic> we will again conduct focus groups to evaluate the monitoring dashboard and dashboard alert protocol in a simulated scenario within the target inpatient setting. The feedback will be used to inform further iteration or produce the final deliverables.</p>
          </list-item>
        </list>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Combining high-tech and high-touch solutions to rearrange the Assess, Intervene, and Monitor for Suicide Prevention (AIM-SP) model. (A) The AIM-SP model [<xref ref-type="bibr" rid="ref44">44</xref>]. (B) The digitally transformed AIM-SP model incorporating digital technology through remote monitoring can improve suicide prevention outcomes.</p>
          </caption>
          <graphic xlink:href="mental_v10i1e40429_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec>
      <title>Conclusions</title>
      <p>The last few years have exposed an ongoing public mental health crisis through isolation, health anxiety, job loss, etc [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. To meet these mental health needs—branded by increased public safety concerns and mental health issues—incorporating technology into mental health treatment is critical. At present, there is no established model for facilitating digital transformation—developing technology alongside a protocol for its eventual use—for provider-facing technology tools in inpatient psychiatry.</p>
      <p>We propose an innovative model for designing a high-tech IMHP tool in parallel with a standardized, high-touch clinical protocol. Emphasizing the active involvement of the IMHP end user at each phase of the process will result in the most usable and acceptable digital intervention. The successful implementation of the TIME framework will provide an avenue for digital transformation in mental health care. To our knowledge, this is the first established model for facilitating digital transformation in inpatient psychiatric settings. Meeting the mental health needs of a postpandemic world by incorporating technology carefully into mental health ministration, especially for our most acute and intensive settings, will be lifesaving.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACTS</term>
          <def>
            <p>Accelerated Creation-to-Sustainment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IMHP</term>
          <def>
            <p>inpatient mental health professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SMI</term>
          <def>
            <p>severe mental illness</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">TIME</term>
          <def>
            <p>Technology Implementation for Mental-Health End-Users</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to recognize the members of the research team at the Menninger Clinic for their contributions to research and data collection; this includes Tina Holmes, Nadine Obeid, Anika Wiltgen, Ryan Smith, Julia Myerson, Jillian Thomas, Christopher Shephard, Cameron Johnson, Nesreen Mattar, Danna Ramirez, Chasee Boyd, Christopher Frazier, Tiffany Tran, Hayley Viter, PAI, Dr Hyuntaek Oh, and Dr Katrina Rufino. We would also like to thank the IT department at the Menninger Clinic for their continued technical support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schiavone</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pluzhnikova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Invernizzi</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Digital transformation in healthcare: Analyzing the current state-of-research</article-title>
          <source>J Bus Res</source>
          <year>2021</year>
          <month>02</month>
          <volume>123</volume>
          <fpage>557</fpage>
          <lpage>567</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbusres.2020.10.030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benjamin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Digital transformation in government: Lessons for digital health?</article-title>
          <source>Digit Health</source>
          <year>2018</year>
          <volume>4</volume>
          <fpage>2055207618759168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207618759168?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207618759168</pub-id>
          <pub-id pub-id-type="medline">29942624</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207618759168</pub-id>
          <pub-id pub-id-type="pmcid">PMC6005404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ifenthaler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Egloffstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development and implementation of a maturity model of digital transformation</article-title>
          <source>TechTrends</source>
          <year>2019</year>
          <month>11</month>
          <day>22</day>
          <volume>64</volume>
          <issue>2</issue>
          <fpage>302</fpage>
          <lpage>309</lpage>
          <pub-id pub-id-type="doi">10.1007/s11528-019-00457-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aron</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <month>08</month>
          <day>07</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>
          <pub-id pub-id-type="medline">19664226</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Accelerating digital mental health research from early design and creation to successful implementation and sustainment</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>10</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e153</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e153/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7725</pub-id>
          <pub-id pub-id-type="medline">28490417</pub-id>
          <pub-id pub-id-type="pii">v19i5e153</pub-id>
          <pub-id pub-id-type="pmcid">PMC5443926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>03</month>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Montague</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The behavioral intervention technology model: an integrated conceptual and technological framework for eHealth and mHealth interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>06</month>
          <day>05</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>e146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/6/e146/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3077</pub-id>
          <pub-id pub-id-type="medline">24905070</pub-id>
          <pub-id pub-id-type="pii">v16i6e146</pub-id>
          <pub-id pub-id-type="pmcid">PMC4071229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Germine</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Technology meets tradition: a hybrid model for implementing digital tools in neuropsychology</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2021</year>
          <month>06</month>
          <day>25</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>382</fpage>
          <lpage>393</lpage>
          <pub-id pub-id-type="doi">10.1080/09540261.2020.1835839</pub-id>
          <pub-id pub-id-type="medline">33236657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sørgaard</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>I</given-names>
            </name>
            <collab>OSCAR Group</collab>
          </person-group>
          <article-title>Sources of stress and burnout in acute psychiatric care: inpatient vs. community staff</article-title>
          <source>Soc Psychiatry Psychiatr Epidemiol</source>
          <year>2007</year>
          <month>10</month>
          <day>13</day>
          <volume>42</volume>
          <issue>10</issue>
          <fpage>794</fpage>
          <lpage>802</lpage>
          <pub-id pub-id-type="doi">10.1007/s00127-007-0228-6</pub-id>
          <pub-id pub-id-type="medline">17700977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Muller Neff</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pitman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Burnout in mental health professionals: a systematic review and meta-analysis of prevalence and determinants</article-title>
          <source>Eur Psychiatry</source>
          <year>2018</year>
          <month>09</month>
          <day>26</day>
          <volume>53</volume>
          <fpage>74</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2018.06.003</pub-id>
          <pub-id pub-id-type="medline">29957371</pub-id>
          <pub-id pub-id-type="pii">S0924-9338(18)30127-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>From user-centered to participatory design approaches</article-title>
          <source>Design and the Social Sciences</source>
          <year>2002</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>18</fpage>
          <lpage>25</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damodaran</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>User involvement in the systems design process-a practical guide for users</article-title>
          <source>Behav Inf Technol</source>
          <year>1996</year>
          <month>01</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>363</fpage>
          <lpage>377</lpage>
          <pub-id pub-id-type="doi">10.1080/014492996120049</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Bending the curve for mental health: technology for a public health approach</article-title>
          <source>Am J Public Health</source>
          <year>2019</year>
          <month>06</month>
          <volume>109</volume>
          <issue>S3</issue>
          <fpage>S168</fpage>
          <lpage>S170</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2019.305077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wentzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van der Vaart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bohlmeijer</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>JEWC</given-names>
            </name>
          </person-group>
          <article-title>Mixing online and face-to-face therapy: how to benefit from blended care in mental health care</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>02</month>
          <day>09</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/1/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4534</pub-id>
          <pub-id pub-id-type="medline">26860537</pub-id>
          <pub-id pub-id-type="pii">v3i1e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4764785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>Cameron</given-names>
            </name>
            <name name-style="western">
              <surname>Mathew</surname>
              <given-names>Sanjay J</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>Hyuntaek</given-names>
            </name>
            <name name-style="western">
              <surname>Rufino</surname>
              <given-names>Katrina A</given-names>
            </name>
            <name name-style="western">
              <surname>Najafi</surname>
              <given-names>Bijan</given-names>
            </name>
            <name name-style="western">
              <surname>Colombo</surname>
              <given-names>Armando E</given-names>
            </name>
            <name name-style="western">
              <surname>Patriquin</surname>
              <given-names>Michelle A</given-names>
            </name>
          </person-group>
          <article-title>Wearable technology: A promising opportunity to improve inpatient psychiatry safety and outcomes</article-title>
          <source>J Psychiatr Res</source>
          <year>2021</year>
          <month>03</month>
          <volume>135</volume>
          <fpage>104</fpage>
          <lpage>106</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2021.01.003</pub-id>
          <pub-id pub-id-type="medline">33465608</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(21)00004-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hickey</surname>
              <given-names>Blake Anthony</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>Taryn</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>Phillip</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Chin-Teng</given-names>
            </name>
            <name name-style="western">
              <surname>Sibbritt</surname>
              <given-names>David</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>Craig S</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton-Bligh</surname>
              <given-names>Roderick</given-names>
            </name>
            <name name-style="western">
              <surname>Morley</surname>
              <given-names>John</given-names>
            </name>
            <name name-style="western">
              <surname>Lal</surname>
              <given-names>Sara</given-names>
            </name>
          </person-group>
          <article-title>Smart Devices and Wearable Technologies to Detect and Monitor Mental Health Conditions and Stress: A Systematic Review</article-title>
          <source>Sensors (Basel)</source>
          <year>2021</year>
          <month>05</month>
          <day>16</day>
          <volume>21</volume>
          <issue>10</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s21103461"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s21103461</pub-id>
          <pub-id pub-id-type="medline">34065620</pub-id>
          <pub-id pub-id-type="pii">s21103461</pub-id>
          <pub-id pub-id-type="pmcid">PMC8156923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abras</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maloney-Krichmar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Preece</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bainbridge</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>User-centered design</article-title>
          <source>Encyclopedia of Human-Computer Interaction</source>
          <year>2004</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
          <fpage>445</fpage>
          <lpage>456</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chuttur</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Overview of the technology acceptance model: Origins, developments and future directions</article-title>
          <source>Sprouts: Working Papers on Information Systems</source>
          <year>2009</year>
          <access-date>2023-03-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1289&#38;context=sprouts_all">https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1289&#38;context=sprouts_all</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wheatley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and technology: Trust and connectivity in a new digital world</article-title>
          <source>Deloitte</source>
          <year>2021</year>
          <access-date>2023-03-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/nz/en/blog/consulting/2021/covid-19-and-technology-trust-and-connectivity.html">https://www2.deloitte.com/nz/en/blog/consulting/2021/covid-19-and-technology-trust-and-connectivity.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prensky</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digital natives, digital immigrants part 2: do they really think differently?</article-title>
          <source>On the Horizon</source>
          <year>2001</year>
          <month>11</month>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1108/10748120110424843</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amedo</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The rise of digital immigrants: beyond a pandemic</article-title>
          <source>KPMG</source>
          <year>2021</year>
          <access-date>2023-03-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gnbcc.net/Pix/News/Files/Thought_leadership_2021_The_Rise_of_Digital_Immigrants_25.01.2021.pdf">https://www.gnbcc.net/Pix/News/Files/Thought_leadership_2021_The_Rise_of_Digital_Immigrants_25.01.2021.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Mental health professional demographics and statistics in the US</article-title>
          <source>Zippa</source>
          <access-date>2023-03-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.zippia.com/mental-health-professional-jobs/demographics/">https://www.zippia.com/mental-health-professional-jobs/demographics/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seok</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DaCosta</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hodges</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of empirically based universal design for learning: implementation and effectiveness of universal design in education for students with and without disabilities at the postsecondary level</article-title>
          <source>J Soc Sci</source>
          <year>2018</year>
          <volume>06</volume>
          <issue>05</issue>
          <fpage>171</fpage>
          <lpage>189</lpage>
          <pub-id pub-id-type="doi">10.4236/jss.2018.65014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ostroff</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Universal design: an evolving paradigm</article-title>
          <source>Universal design handbook</source>
          <year>2011</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>McGraw-Hill</publisher-name>
          <fpage>1.3</fpage>
          <lpage>2.0</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Designing for usability: key principles and what designers think</article-title>
          <source>Commun ACM</source>
          <year>1985</year>
          <month>03</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>300</fpage>
          <lpage>311</lpage>
          <pub-id pub-id-type="doi">10.1145/3166.3170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Vito Dabbs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mc Curry</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Dunbar-Jacob</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Begey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dew</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>User-centered design and interactive health technologies for patients</article-title>
          <source>Comput Inform Nurs</source>
          <year>2009</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>175</fpage>
          <lpage>183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19411947"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NCN.0b013e31819f7c7c</pub-id>
          <pub-id pub-id-type="medline">19411947</pub-id>
          <pub-id pub-id-type="pii">00024665-200905000-00011</pub-id>
          <pub-id pub-id-type="pmcid">PMC2818536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayhew</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bias</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cost-justifying web usability</article-title>
          <source>Human factors and web development</source>
          <year>2002</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>63</fpage>
          <lpage>87</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ansley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Consumers and evaluation of interactive health communication applications. The Science Panel on Interactive Communication and Health</article-title>
          <source>Am J Prev Med</source>
          <year>1999</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1016/s0749-3797(98)00104-4</pub-id>
          <pub-id pub-id-type="medline">9894551</pub-id>
          <pub-id pub-id-type="pii">S0749379798001044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iliescu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kumaravel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smurawska</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Smartphone ownership and use of mental health applications by psychiatric inpatients</article-title>
          <source>Psychiatry Res</source>
          <year>2021</year>
          <month>05</month>
          <volume>299</volume>
          <fpage>113806</fpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2021.113806</pub-id>
          <pub-id pub-id-type="medline">33667947</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(21)00103-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Percentage of U.S. adults who own a smartphone from 2011 to 2021</article-title>
          <source>Statista</source>
          <year>2022</year>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/219865/percentage-of-us-adults-who-own-a-smartphone/">https://www.statista.com/statistics/219865/percentage-of-us-adults-who-own-a-smartphone/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolcini</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Canchola</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Catania</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Song Mayeda</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Dietz</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Cotto-Negrón</surname>
              <given-names>Coral</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>National-level disparities in internet access among low-income and Black and Hispanic Youth: current population survey</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>10</month>
          <day>12</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>e27723</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/10/e27723/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27723</pub-id>
          <pub-id pub-id-type="medline">34636728</pub-id>
          <pub-id pub-id-type="pii">v23i10e27723</pub-id>
          <pub-id pub-id-type="pmcid">PMC8548978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spanakis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Heron</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Crosland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wadman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Newbronner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peckham</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Use of the internet and digital devices among people with severe mental ill health during the COVID-19 pandemic restrictions</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <month>9</month>
          <day>24</day>
          <volume>12</volume>
          <fpage>732735</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34630183"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.732735</pub-id>
          <pub-id pub-id-type="medline">34630183</pub-id>
          <pub-id pub-id-type="pmcid">PMC8499705</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shpigelman</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Tal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zisman-Ilani</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Digital community inclusion of individuals with serious mental illness: a national survey to map digital technology use and community participation patterns in the digital era</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>09</month>
          <day>21</day>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e28123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/9/e28123/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28123</pub-id>
          <pub-id pub-id-type="medline">34546177</pub-id>
          <pub-id pub-id-type="pii">v8i9e28123</pub-id>
          <pub-id pub-id-type="pmcid">PMC8493452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The digital clinic: implementing technology and augmenting care for mental health</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2020</year>
          <volume>66</volume>
          <fpage>59</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32688094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2020.06.009</pub-id>
          <pub-id pub-id-type="medline">32688094</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(20)30085-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7324929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjistavropoulos</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Nielssen</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>BF</given-names>
            </name>
          </person-group>
          <article-title>From research to practice: ten lessons in delivering digital mental health services</article-title>
          <source>J Clin Med</source>
          <year>2019</year>
          <month>08</month>
          <day>17</day>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>1239</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm8081239"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm8081239</pub-id>
          <pub-id pub-id-type="medline">31426460</pub-id>
          <pub-id pub-id-type="pii">jcm8081239</pub-id>
          <pub-id pub-id-type="pmcid">PMC6722769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzsimmons-Craft</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Digital technology can revolutionize mental health services delivery: the COVID-19 crisis as a catalyst for change</article-title>
          <source>Int J Eat Disord</source>
          <year>2020</year>
          <month>07</month>
          <day>25</day>
          <volume>53</volume>
          <issue>7</issue>
          <fpage>1155</fpage>
          <lpage>1157</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32449523"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/eat.23300</pub-id>
          <pub-id pub-id-type="medline">32449523</pub-id>
          <pub-id pub-id-type="pmcid">PMC7280562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molfenter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Heitkamp</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Tapscott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Behlman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cody</surname>
              <given-names>OJ</given-names>
            </name>
          </person-group>
          <article-title>Use of telehealth in mental health (MH) services during and after COVID-19</article-title>
          <source>Community Ment Health J</source>
          <year>2021</year>
          <month>10</month>
          <day>24</day>
          <volume>57</volume>
          <issue>7</issue>
          <fpage>1244</fpage>
          <lpage>1251</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34165695"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10597-021-00861-2</pub-id>
          <pub-id pub-id-type="medline">34165695</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10597-021-00861-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8222700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruparelia</surname>
              <given-names>NB</given-names>
            </name>
          </person-group>
          <article-title>Software development lifecycle models</article-title>
          <source>SIGSOFT Softw Eng Notes</source>
          <year>2010</year>
          <month>05</month>
          <day>11</day>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>8</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1145/1764810.1764814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackay</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Carne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beynon-Davies</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tudhope</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Reconfiguring the user:: using rapid application development</article-title>
          <source>Soc Stud Sci</source>
          <year>2016</year>
          <month>06</month>
          <day>29</day>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>737</fpage>
          <lpage>757</lpage>
          <pub-id pub-id-type="doi">10.1177/030631200030005004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanrahan</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Aiken</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>McClaine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Relationship between psychiatric nurse work environments and nurse burnout in acute care general hospitals</article-title>
          <source>Issues Ment Health Nurs</source>
          <year>2010</year>
          <month>03</month>
          <day>09</day>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>198</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20144031"/>
          </comment>
          <pub-id pub-id-type="doi">10.3109/01612840903200068</pub-id>
          <pub-id pub-id-type="medline">20144031</pub-id>
          <pub-id pub-id-type="pmcid">PMC2856615</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verhaeghe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bracke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bruynooghe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Stigmatization in different mental health services: a comparison of psychiatric and general hospitals</article-title>
          <source>J Behav Health Serv Res</source>
          <year>2007</year>
          <month>04</month>
          <day>01</day>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>186</fpage>
          <lpage>197</lpage>
          <pub-id pub-id-type="doi">10.1007/s11414-007-9056-4</pub-id>
          <pub-id pub-id-type="medline">17333402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Takian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>We are bitter, but we are better off: case study of the implementation of an electronic health record system into a mental health hospital in England</article-title>
          <source>BMC Health Serv Res</source>
          <year>2012</year>
          <month>12</month>
          <day>31</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>484</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-12-484"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-12-484</pub-id>
          <pub-id pub-id-type="medline">23272770</pub-id>
          <pub-id pub-id-type="pii">1472-6963-12-484</pub-id>
          <pub-id pub-id-type="pmcid">PMC3545968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Schmaltz</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Castro</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Incidence and method of suicide in hospitals in the United States</article-title>
          <source>Jt Comm J Qual Patient Saf</source>
          <year>2018</year>
          <month>11</month>
          <volume>44</volume>
          <issue>11</issue>
          <fpage>643</fpage>
          <lpage>650</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcjq.2018.08.002</pub-id>
          <pub-id pub-id-type="medline">30190221</pub-id>
          <pub-id pub-id-type="pii">S1553-7250(18)30253-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brodsky</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Spruch-Feiner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Zero Suicide model: applying evidence-based suicide prevention practices to clinical care</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <month>2</month>
          <day>23</day>
          <volume>9</volume>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29527178"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00033</pub-id>
          <pub-id pub-id-type="medline">29527178</pub-id>
          <pub-id pub-id-type="pmcid">PMC5829088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panchal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kamal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Garfield</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The implications of COVID-19 for mental health and substance use</article-title>
          <source>Kaiser Family Foundation</source>
          <year>2021</year>
          <access-date>2023-03-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3jubn8hs">https://tinyurl.com/3jubn8hs</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taquet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luciano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Bidirectional associations between COVID-19 and psychiatric disorder: retrospective cohort studies of 62 354 COVID-19 cases in the USA</article-title>
          <source>Lancet Psychiatry</source>
          <year>2021</year>
          <month>02</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>130</fpage>
          <lpage>140</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2215-0366(20)30462-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(20)30462-4</pub-id>
          <pub-id pub-id-type="medline">33181098</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(20)30462-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7820108</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
