<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="review-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id><journal-id journal-id-type="publisher-id">mental</journal-id><journal-id journal-id-type="index">16</journal-id><journal-title>JMIR Mental Health</journal-title><abbrev-journal-title>JMIR Ment Health</abbrev-journal-title><issn pub-type="epub">2368-7959</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e63484</article-id><article-id pub-id-type="doi">10.2196/63484</article-id><article-categories><subj-group subj-group-type="heading"><subject>Review</subject></subj-group></article-categories><title-group><article-title>Toward a New Conceptual Framework for Digital Mental Health Technologies: Scoping Review</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Hopkin</surname><given-names>Gareth</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Coole</surname><given-names>Holly</given-names></name><degrees>PgDip</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Edelmann</surname><given-names>Francesca</given-names></name><degrees>BSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ayiku</surname><given-names>Lynda</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Branson</surname><given-names>Richard</given-names></name><degrees>MA</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Campbell</surname><given-names>Paul</given-names></name><degrees>MBChB</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Cooper</surname><given-names>Sophie</given-names></name><degrees>BSc</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Salmon</surname><given-names>Mark</given-names></name><degrees>MBA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Science Evidence and Analytics Directorate, National Institute for Health and Care Excellence (NICE)</institution><addr-line>Manchester</addr-line><country>United Kingdom</country></aff><aff id="aff2"><institution>Software Team, Healthcare Quality and Access Group, Medicines and Healthcare products Regulatory Agency (MHRA)</institution><addr-line>London</addr-line><country>United Kingdom</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Torous</surname><given-names>John</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Bauer</surname><given-names>Annette</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Khan</surname><given-names>Zareen</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Gareth Hopkin, PhD, Science Evidence and Analytics Directorate, National Institute for Health and Care Excellence (NICE), Level 1A, City Tower, Manchester, M1 4BT, United Kingdom, 44 0300 323 0140; <email>gareth.hopkin@nice.org.uk</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>19</day><month>2</month><year>2025</year></pub-date><volume>12</volume><elocation-id>e63484</elocation-id><history><date date-type="received"><day>05</day><month>07</month><year>2024</year></date><date date-type="rev-recd"><day>05</day><month>12</month><year>2024</year></date><date date-type="accepted"><day>26</day><month>12</month><year>2024</year></date></history><copyright-statement>&#x00A9; Gareth Hopkin, Holly Coole, Francesca Edelmann, Lynda Ayiku, Richard Branson, Paul Campbell, Sophie Cooper, Mark Salmon. Originally published in JMIR Mental Health (<ext-link ext-link-type="uri" xlink:href="https://mental.jmir.org">https://mental.jmir.org</ext-link>), 19.2.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://mental.jmir.org/">https://mental.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://mental.jmir.org/2025/1/e63484"/><abstract><sec><title>Background</title><p>Digital mental health technologies (DMHTs) are becoming more widely available and are seen as having the potential to improve the quality of mental health care. However, conversations around the potential impact of DMHTs can be impacted by a lack of focus on the types of technologies that are available. Several frameworks that could apply to DMHTs are available, but they have not been developed with comprehensive methods and have limitations.</p></sec><sec><title>Objective</title><p>To address limitations with current frameworks, we aimed to identify existing literature on the categorization of DMHTs, to explore challenges with categorizing DMHTs for specific purposes, and to develop a new conceptual framework.</p></sec><sec sec-type="methods"><title>Methods</title><p>We used an iterative approach to develop the framework. First, we completed a rapid review of the literature to identify studies that provided domains that could be used to categorize DMHTs. Second, findings from this review and associated issues were discussed by an expert working group, including professionals from a wide range of relevant settings. Third, we synthesized findings to develop a new conceptual framework.</p></sec><sec sec-type="results"><title>Results</title><p>The rapid review identified 3603 unique results, and hand searching identified another 3 potentially relevant papers. Of these, 24 papers were eligible for inclusion, which provided 10 domains to categorize DMHTs. The expert working group proposed a broad framework and based on the findings of the review and group discussions, we developed a new conceptual framework with 8 domains that represent important characteristics of DMHTs. These 8 domains are population, setting, platform or system, purpose, type of approach, human interaction, human responsiveness, and functionality.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This conceptual framework provides a structure for various stakeholders to define the key characteristics of DMHTs. It has been developed with more comprehensive methods than previous attempts with similar aims. The framework can facilitate communication within the field and could undergo further iteration to ensure it is appropriate for specific purposes.</p></sec></abstract><kwd-group><kwd>digital mental health</kwd><kwd>digital health</kwd><kwd>mental health</kwd><kwd>eHealth</kwd><kwd>categorization</kwd><kwd>conceptual</kwd><kwd>framework</kwd><kwd>regulation</kwd><kwd>synthesis</kwd><kwd>review methods</kwd><kwd>review methodology</kwd><kwd>systematic</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>In recent years, the availability of digital mental health technologies (DMHTs) has rapidly expanded [<xref ref-type="bibr" rid="ref1">1</xref>]. These technologies are seen as having a high potential for improving mental health care and are the focus of initiatives to improve health care across the world [<xref ref-type="bibr" rid="ref2">2</xref>]. However, conversations around the potential impact of DMHTs can be impacted by a lack of focus on the types of technologies that are available. This can hinder discussions about the opportunities and challenges associated with specific characteristics of DMHT [<xref ref-type="bibr" rid="ref3">3</xref>]. Clearer frameworks outlining the key characteristics of DMHTs could aid these discussions and have benefits for a range of purposes.</p><p>A key step for developers preparing to meet regulatory requirements is developing an intended purpose statement [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Clarity around the key characteristics of DMHTs within a defined framework could help developers to ensure that these statements provide sufficient detail. It could also help developers and other stakeholders to interpret whether technologies qualify as software as a medical device and how it should be classified. In addition, there may be benefits for the postmarket surveillance capability of regulators allowing safety events for certain types of DMHTs to be identified more effectively [<xref ref-type="bibr" rid="ref6">6</xref>]. In some jurisdictions, there may also be benefits in providing clarity around where regulatory discretion applies [<xref ref-type="bibr" rid="ref7">7</xref>].</p><p>Clearer frameworks for categorization could also have benefits within research and evaluation, including health technology assessment (HTA). To conduct systematic reviews and economic evaluations of DMHTs, one must understand whether technologies are similar enough to be compared. This is important to help determine if assumptions of similarity can be met within meta-analysis or to inform subgroup analyses [<xref ref-type="bibr" rid="ref8">8</xref>]. If the similarity of DMHTs and their mechanism of action are not considered and they are not appropriately grouped together, then meta-analyses are likely to have unacceptably high levels of heterogeneity, even using random-effects methods. This may lead researchers to be unable to identify DMHTs that are most likely to be beneficial and to make helpful recommendations on their use. Within economic analysis, it is also important to assess whether estimates of effectiveness are likely to be generalizable across DMHTs and whether interventions are likely to have similar implications for benefits and costs that are accrued over time [<xref ref-type="bibr" rid="ref9">9</xref>]. A better definition of types of DMHTs and key characteristics could also ensure that recommendations from HTA agencies (eg, the National Institute for Health and Care Excellence [NICE] in England or the Canada&#x2019;s Drug Agency in Canada) are targeted at a suitable group of technologies.</p><p>Several categorization or classification frameworks for digital health technologies are available within regulation and HTA. These are designed to be broad and appropriate for a range of digital technologies across health conditions and have broad international applicability [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. These frameworks categorize technologies according to the severity of the conditions and their role in clinical management. However, there is uncertainty around how to place DMHTs within these categories. For example, the NICE evidence standards framework for digital health technologies categorizes technologies with direct health outcomes into those that inform treatment, drive treatment, treat a specific condition, or diagnose a specific condition [<xref ref-type="bibr" rid="ref11">11</xref>]. These are broad categories that may suit the goal of defining appropriate evidence. However, these categories are not able to distinguish between types of DMHT at a more granular level, such as between a cognitive behavioral therapy (CBT) app with high levels of personalization that relies on artificial intelligence (AI) to tailor treatment and a CBT app that provides a fixed digitized version of written materials. Within regulation, nomenclature coding systems are also available to categorize technologies [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], and specific codes for DMHTs are needed. However, at present, these codes to categorize DMHTs vary in the level of detail they provide and may include a large number of technologies with differing characteristics. For example, an existing code for psychological assessment software will encompass DMHTs that have a wide range of intended purposes and different potential benefits and risks.</p><p>Within published literature, there have been limited attempts to provide frameworks to categorize DMHTs. These existing taxonomies or frameworks focus on specific clinical areas, such as use within primary care [<xref ref-type="bibr" rid="ref14">14</xref>], or focus on issues important for research, such as distinctions between active interventions and interventions used as comparators within control arms of randomized trials [<xref ref-type="bibr" rid="ref15">15</xref>]. There are methodological limitations within these existing studies, and they do not identify studies that were available at the time of publication and were identified during scoping for this review. In addition, we are not aware of any framework for categorizing DMHTs that has been supported by both a review of existing work and consensus from experts. Due to the lack of rigorous work in this area, there have been calls from researchers and other stakeholders to develop improved frameworks for DMHTs to help address issues across research, evaluation, regulation, and HTA [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p><p>To address this gap, we aimed to identify existing literature on the categorization of DMHTs, to explore challenges with categorizing DMHTs for specific purposes, and to develop a new framework. This work is focused on DMHTs for several reasons. First, mental health conditions can present differently and require different approaches to other conditions both due to their spectrum-based nature spanning general well-being to more severe presentation and the highly individualized nature of risk. Second, DMHTs themselves can take an active role in managing people&#x2019;s symptoms or conditions with partial or no support from other professionals. This is less likely to occur in physical health conditions. Similarly, there are also digital health technologies that may play a substantial role in physical health but are not likely to be adopted for mental health [<xref ref-type="bibr" rid="ref17">17</xref>]. There will inevitably be overlaps with how digital health technologies for other conditions could be categorized. However, our focus allows greater consideration and contextualization of issues relating to mental health and the nuances of delivering mental health care and aims to provide a more tailored framework that focuses on the types of digital health technologies available for mental health.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Overview</title><p>We used an iterative approach with several steps. In step 1, we completed a rapid review to identify previous literature that has attempted to categorize DMHTs. In step 2, we discussed findings from the rapid review and broader issues with developing a framework with an expert working group. Finally, in step 3, we considered the perspectives of the expert working group and developed a framework that could inform future work in this area.</p></sec><sec id="s2-2"><title>Step 1: Identifying Previous Work on Categorizing DMHTs</title><p>A rapid review was developed in line with best practice recommendations [<xref ref-type="bibr" rid="ref18">18</xref>], and preferred reporting items according to PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 are provided where applicable [<xref ref-type="bibr" rid="ref19">19</xref>]. A completed PRISMA checklist is provided in <xref ref-type="supplementary-material" rid="app3">Checklist 1</xref>.</p><sec id="s2-2-1"><title>Search Strategy</title><p>We searched the following electronic bibliographic databases of published studies: Embase (Ovid), MEDLINE (Ovid), PsycINFO (Ovid), Health Management Information Consortium, HMIC (Ovid), and Epistemonikos between August 29 and September 2, 2023. We also checked the reference lists of retrieved papers for other relevant materials and searched Google to identify gray literature such as reports and policy documents. An information specialist conducted the search with terms based on MeSH and text words from key papers that were identified during scoping. The review followed an unpublished protocol and was not registered.</p><p>The search was divided into three sets of terms targeting the expected types of studies that (1) aimed to develop a taxonomy (eg, terms including taxonomy, typology, categorization, and group), (2) provided a narrative review of the field of digital mental health (eg, terms including field, future, advance, emerging, and state), and (3) completed a systematic review grouped by type of technology (eg, terms including review, synthesis, and analysis). More details on the search strategy are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p></sec><sec id="s2-2-2"><title>Eligibility Criteria</title><p>Studies were considered eligible for inclusion if they provided an approach to categorizing or grouping digital technologies according to their characteristics and had a specific focus on mental health. The digital technologies of interest in this review are software that aims to have a direct or indirect impact on an individual&#x2019;s health outcomes through use by the individual or a professional. We did not include digital technologies that aim to improve population-level care or improvements in efficiency. This is in line with the definition used in other frameworks [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Both qualitative and quantitative studies were also included if they met these inclusion criteria. Studies were not included if they extracted characteristics of technologies but did not provide clear groupings. We only included English language studies.</p></sec><sec id="s2-2-3"><title>Study Selection and Data Extraction</title><p>One team member (LA) completed the initial screening of studies by title. A second team member then screened potentially relevant studies by title and abstract (GH). For eligible studies, data were extracted using a standardized data extraction form by 1 team member (GH) and reviewed by a second team member (FE).</p><p>Information extracted included the aim and scope of the study, type of study, and details of domains used to group technologies. Initially, domains used to group technologies were extracted according to the name provided by the authors. Domains were then reviewed for similarity and pooled if appropriate. The assessment of whether a domain was present within a study was made based on the prominence given by the authors. Domains were included where a list of types of technology was provided within a paper, where a characteristic was provided as a subheading, or where a characteristic was used to define a subgroup within an analysis. For example, one paper describing a framework for mental health in primary care provides a list of domains that can be used to categorize DMHTs [<xref ref-type="bibr" rid="ref14">14</xref>]. Similarly, in a systematic review on interventions for university students, DMHTs are divided into domains in the narrative synthesis of results [<xref ref-type="bibr" rid="ref20">20</xref>].</p></sec></sec><sec id="s2-3"><title>Step 2: Discussion Within an Expert Working Group</title><sec id="s2-3-1"><title>Group Membership</title><p>The findings of the rapid review and challenges associated with categorizing DMHTs were considered by an expert working group during a web-based meeting in November 2023. This is a group that has been convened to meet and provide guidance for the duration of a Wellcome-funded research project [<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>The group was formulated to provide expertise on digital mental health from across the field. Experts were selected based on their experience of designing and researching DMHTs, using DMHTs in clinical practice, and managing the deployment of DMHTs in health services. The group comprises representatives from the Medicines and Healthcare products Regulatory Agency and NICE (including members of the project team and other experts from these organizations), representatives from NHS England, a variety of health professionals with experience of mental health conditions (eg, clinical psychology, nursing, psychiatry, and general practice), academics, representatives from health innovation networks, and lived experience advisers.</p></sec><sec id="s2-3-2"><title>Content of Discussions</title><p>During the meeting, the group was asked to consider a series of questions through facilitated discussions. These questions related to (1) the value of developing a framework to categorize DMHTs, (2) the practical purposes of a framework, and (3) the drawbacks or challenges of developing a single framework for these purposes. Emerging themes from these discussions were identified and considered by the research team.</p><p>Within smaller breakout groups, members were then asked to consider (1) which of the domains identified within the review would be most important to include in a taxonomy, (2) whether additional domains that captured other characteristics of DMHTs were needed, and (3) whether descriptions of the domains reflected anticipated content and whether adaptations were needed to these descriptions. Based on this, groups were asked to define which domains should be included within a new framework for categorizing DMHTs and how they should be conceptualized. The domains proposed for inclusion and other considerations were collated to support the development of the new framework.</p><p>To support these discussions, the group were provided a summary of the rapid review methods, and results described within this paper, along with a sample of the publications included within the review.</p></sec></sec><sec id="s2-4"><title>Step 3: Developing a New Conceptual Framework</title><p>Members of the research team synthesized findings from the rapid review and the expert working group. We considered the domains identified in the initial rapid review, additional domains or refinements suggested by the working group, and the similarities and differences between domains that the breakout groups recommended for inclusion. We also considered the general reflections of the group on the value of developing a framework and the appropriate structure. Based on these discussions, our final framework was developed.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Step 1: Identifying Previous Work on Categorizing DMHTs</title><sec id="s3-1-1"><title>Search Results</title><p>The search returned a total of 3603 unique results from databases and other sources (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Of these, 3544 were excluded by title and abstract not adequately reflecting the subject matter, and 59 of these full-text papers were subsequently reviewed. A further 3 studies that were not identified by the search were included after hand searching references and included in the full-text review. After review, 23 papers were considered eligible for inclusion.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) diagram for rapid review.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mental_v12i1e63484_fig01.png"/></fig></sec><sec id="s3-1-2"><title>Study Characteristics</title><p>Most studies were systematic reviews of the effectiveness or quality of technologies and grouped technologies to support analysis (8/23, 35%). The remaining studies either provided groupings of types of technologies as part of commentaries or narrative reviews of the field of digital mental health (7/23, 30%), aimed to develop their own taxonomy (5/23, 22%), or explored the implementation of DMHTs in mental health services with qualitative methods (1/23, 4%). In total, 1 (4%) study was a consensus statement on the use of DMHTs in the United States, and one further was public information for Canadian people on how to select appropriate technologies.</p><p>Most studies included DMHTs across a range of conditions and stages of the treatment pathway (15/23, 65%), but some had a more specific focus. This included anxiety and depression (2/23, 9%), comorbid mental and physical conditions (1/23, 4%), mental health during COVID-19 (1/23, 4%), youth mental health or university students (1/23, 4%), management in primary care (1/23, 4%), and ante- and postnatal mental health (1/23, 4%).</p><p>The majority of studies did not define how domains used to categorize technologies were generated (11/23, 48%), although some outlined underlying methods based on previous taxonomies (4/23, 18%) or coding characteristics of relevant technologies in systematic reviews (6/23, 26%). One study reported using workshops to develop consensus on appropriate groupings, and one was based on themes arising from qualitative interviews.</p></sec><sec id="s3-1-3"><title>Domains</title><p>Ten domains were identified across the included studies in line with the method outlined earlier. These are condition, setting, platform or system, function, subfunction, professional input, type of communication, type of intervention, sophistication, and consumable resource use. Definitions for these domains are provided in <xref ref-type="other" rid="box1">Textbox 1</xref>.</p><boxed-text id="box1"><title> Definitions of domains extracted from included studies within rapid review.</title><p>Condition: this relates to the condition that the digital mental health technology (DMHT) is targeting. In some studies, this was narrowed to include a more specific population (eg, people with anxiety and other comorbid conditions).</p><p>Setting: this refers to the health care setting in which the DMHT is being delivered. Available studies categorized settings in different ways, including inpatient, outpatient, and aftercare services.</p><p>Platform or system: this refers to the platform or system that is used. This could be related to hardware (eg, smartphone) that is used to access the DMHT or be related to the content of the DMHT itself (eg, chatbot).</p><p>Function: this refers to the overarching aims of the DMHT and whether it provides assessment and diagnosis, treatment, monitoring and support, decision support, or other functions.</p><p>Subfunction: this relates to the function of the DMHT but provides an additional level of detail with more specific details of what the technology does.</p><p>Professional input: this refers to the extent of input from health professionals. DMHTs can be unguided with limited or no input from professionals, guided with professionals providing some input, or supervised with technologies being used during in-person contacts.</p><p>Type of communication: this refers to how a user and professional are able to communicate. Within studies, communication is usually described as synchronous and in real time (eg, through a live video feed) or asynchronous with information being transmitted and reviewed at a later time.</p><p>Type of intervention: this refers to a type of therapy or other intervention that is provided. All studies related this domain to treatment (as opposed to other functions like diagnosis or monitoring and support) and usually delineated types of therapy (eg, cognitive behavioral therapy and other approaches).</p><p>Sophistication: this refers to the extent to which a technology differs in function to nondigital versions. Within the relevant study, digitized refers to content that is converted from previously available analog resources with limited changes or additions, whereas digital refers to content that is only possible with digital technology.</p><p>Consumable resource use: this refers to whether interventions require a resource that is &#x201C;used up or consumed.&#x201D; For DMHTs, this refers to whether professionals are involved in delivery and are required to spend time either inducting a user or spending additional time reviewing inputs that would otherwise have been discussed in prearranged appointments. Professionals working in the field of mental health often have restricted capacity based on the availability of the workforce.</p></boxed-text><p>Studies included domains on professional input (11/23, 48%), type of platform or system used (10/23, 43%), target condition (6/23, 26%), function (5/23, 22%) and subfunction (2/23, 9%) of the technology, type of intervention (4/23, 17%) with each of these was focused on the type of psychological therapy, the setting (4/23, 17%), timing of communication with professionals (2/23, 9%), whether a consumable resource was used (2/23, 9%), and technical sophistication (1/23, 4%). Details on the domains included within each study are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Presence of identified domains in each of the included studies from the rapid review.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Condition</td><td align="left" valign="bottom">Setting</td><td align="left" valign="bottom">Platform or system</td><td align="left" valign="bottom">Function</td><td align="left" valign="bottom">Sub function</td><td align="left" valign="bottom">Professional<break/>input</td><td align="left" valign="bottom">Type of communication</td><td align="left" valign="bottom">Type of intervention</td><td align="left" valign="bottom">Sophistication</td><td align="left" valign="bottom">Consumable resource used</td></tr></thead><tbody><tr><td align="left" valign="top">Ba&#x00F1;os et al (2022) [<xref ref-type="bibr" rid="ref22">22</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Burger et al (2020) [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Cross et al (2023) [<xref ref-type="bibr" rid="ref24">24</xref>]</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">D&#x00FC;lsen et al (2020) [<xref ref-type="bibr" rid="ref25">25</xref>]</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Gagnon et al (2022) [<xref ref-type="bibr" rid="ref14">14</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Gega et al (2022) [<xref ref-type="bibr" rid="ref15">15</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Gooding and Kariotis (2021) [<xref ref-type="bibr" rid="ref26">26</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Harith et al (2022) [<xref ref-type="bibr" rid="ref20">20</xref>]</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Lattie et al (2022) [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Lau et al (2024) [<xref ref-type="bibr" rid="ref28">28</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Li (2023) [<xref ref-type="bibr" rid="ref29">29</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Lukka et al (2023) [<xref ref-type="bibr" rid="ref30">30</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Mental Health Commission of Canada (2020) [<xref ref-type="bibr" rid="ref31">31</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Mohr et al 2023 [<xref ref-type="bibr" rid="ref32">32</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Mu&#x00F1;oz et al 2018 [<xref ref-type="bibr" rid="ref33">33</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td></tr><tr><td align="left" valign="top">Nuffield Council on Bioethics, 2022 [<xref ref-type="bibr" rid="ref34">34</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Philippe et al, 2021 [<xref ref-type="bibr" rid="ref35">35</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Pineda et al 2023 [<xref ref-type="bibr" rid="ref36">36</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td></tr><tr><td align="left" valign="top">Rickard et al 2022 [<xref ref-type="bibr" rid="ref37">37</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Sasseville et al, 2023 [<xref ref-type="bibr" rid="ref38">38</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Schueller et al, 2020 [<xref ref-type="bibr" rid="ref39">39</xref>]</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Shatte et al 2019 [<xref ref-type="bibr" rid="ref40">40</xref>]</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Torous et al 2021 [<xref ref-type="bibr" rid="ref41">41</xref>]</td><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top">&#x2713;</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr></tbody></table></table-wrap></sec></sec><sec id="s3-2"><title>Step 2: Discussion Within an Expert Working Group</title><p>There were a series of key reflections from the expert working group. The group saw the benefits of a framework to categorize technologies and suggested that this would be useful for a wide range of health system stakeholders. A framework to categorize DMHTs could provide clarity around common characteristics of DMHTs and could also assist communication between health professionals and across multidisciplinary boundaries.</p><p>However, the group also identified a number of challenges in developing a framework for categorizing DMHTs. First, a single framework would be too generic for the specific purposes of different stakeholders. Second, there are practical challenges around categorizing DMHTs that have multiple functions and the potential for a categorization system to become unwieldy.</p><p>The group highlighted that a solution would be to develop a broad overarching framework that could then be adapted by stakeholders for specific purposes. This would provide a common language and consistent definitions for describing the characteristics of DMHTs. It could also then be refined by other stakeholders in consultation with experts in a specific field. This may involve reducing it to key domains for a specific purpose or refocusing the framework in other ways, if needed.</p><p>There was some divergence in opinion across breakout groups on which domains should be included within a framework. Some groups reduced the number of domains to those they felt were most important. Others indicated that all of the included domains were necessary but suggested merging or adapting some domains to retain information in a streamlined way. There were several suggestions on how the domains should be described and what they should include. Inclusions of domains from the rapid review and suggested adaptations are summarized in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></sec><sec id="s3-3"><title>Step 3: Developing a New Conceptual Framework</title><sec id="s3-3-1"><title>Overview</title><p>Based on the findings of the literature review and reflections from the working group, we developed a conceptual framework for DMHTs. The conceptual framework includes 8 domains that represent the characteristics of DMHTs (<xref ref-type="fig" rid="figure2">Figure 2</xref>). They each represent important characteristics of DMHTs that are likely to influence the benefits they can deliver for individuals and the wider system and risks that will need to be mitigated during use.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Domains included within a new conceptual framework.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mental_v12i1e63484_fig02.png"/></fig><p>The proposed conceptual framework also uses a &#x201C;tagging&#x201D; approach, where multiple attributes within a single domain could be attributed to a technology (eg, the population targeted by a DMHT), rather than seeking to develop an approach using &#x201C;buckets&#x201D; to assign a particular technology to a discrete group based on a characteristic.</p></sec><sec id="s3-3-2"><title>Proposed Domains</title><sec id="s3-3-2-1"><title>Population</title><p>This refers to the population that a DMHT is intended to benefit. The population could be defined by the target condition (eg, depression, anxiety, and psychosis) or specific symptoms either on a transdiagnostic basis (eg, low mood and anhedonia) or secondary to a condition (eg, agoraphobia secondary to psychosis). The severity of the condition or symptoms that the technology is aimed for (ie, mild, moderate, and severe) could also be defined. If a DMHT targets mental health symptoms within the context of other conditions or comorbidities, it would be useful to include and identify these (eg, cancer and multiple sclerosis). There may also be other important population characteristics that could be defined (eg, age and gender).</p></sec><sec id="s3-3-2-2"><title>Setting</title><p>This refers to where in a treatment pathway, a DMHT is delivered or deployed. This information could be defined by the stage of care (eg, primary and secondary) or the type of health provider (eg, inpatient unit). It would also be possible to provide more specific detail on placement within a clinical pathway (eg, on a waiting list after the initial presentation and during in-person therapy sessions).</p></sec><sec id="s3-3-2-3"><title>Platform or System</title><p>This domain relates to the type of software or platform that is being used to deliver the DMHT. Information about the platform or system will be key to determine how the technology is delivered and the practicalities around its use. Some types of platform or system may have substantial variation within types (eg, apps and websites), whereas others will be more specific (eg, virtual reality). There may also be cases where specific hardware needs to be specified because DMHTs are not able to rely on off-the-shelf solutions (eg, monitoring vital signs in inpatient settings).</p></sec><sec id="s3-3-2-4"><title>Purpose</title><p>This domain relates to the primary intended purposes or aim of the DMHT. There may be different ways to define this, but this would broadly fit into categories of prevention, diagnosis, triage, treatment, and monitoring. There may be additional purposes around supporting recovery, preventing relapse, and others that should be considered as a standalone category, and consensus on available purposes for DMHTs may be helpful. DMHTs may have multiple purposes, which could be identified and &#x201C;tagged&#x201D; in line with the approach used in this framework (eg, diagnosis and treatment).</p></sec><sec id="s3-3-2-5"><title>Type of Approach</title><p>This domain would provide a more specific definition or description of the approach used within the DMHT. This domain may be most appropriate for DMHTs that provide therapy and could be designed to identify the type of therapy that is being used (eg, CBT, mindfulness, and exposure therapy), but there may be other types of DMHTs that would also benefit from identifying with more detail the nature of what is being provided. For example, DMHTs providing diagnosis could be clear whether they are using validated patient-reported outcome measures or new approaches (eg, eye tracking and motion software for attention-deficit/hyperactivity disorder).</p></sec><sec id="s3-3-2-6"><title>Functionality</title><p>This domain relates to a DMHT&#x2019;s level of interactivity, customization, and complexity of software capability. This may include providing varied or bespoke content to different users and allowing users to determine the content they view through their inputs. The minimum functionality of a DHMT would be fixed content that is uniform for all users and does not allow any interactivity. The most sophisticated functionality would be DMHTs supported by generative AI that may be able to provide unique responses to inputs that are determined by a user.</p></sec><sec id="s3-3-2-7"><title>Human Interaction</title><p>This domain relates to whether a human (other than the patient) is involved in the delivery of the DMHT. The level of human interaction is likely to be on a spectrum between no human interaction and full human supervision within an in-person session. It may also be necessary to define who is leading the human interaction. This may be a health, social care, or education professional (eg, nurse, clinical psychologist, and mental health support worker) or may be peers.</p><p>DMHTs supported by AI may have high levels of functionality and mimic human interaction but be unsupported by professionals or peers. For this reason, human interaction is specified.</p></sec><sec id="s3-3-2-8"><title>Human Responsiveness</title><p>This domain is related to human interaction and provides details on the extent and timeliness of a human&#x2019;s ability to respond to information. DMHTs have the potential to collect a large amount of quantitative and qualitative data that could help determine changing levels of risk that require intervention from a professional. Providing details on how and when a human will respond to information is therefore important in interpreting how risk is managed.</p><p>DMHTs supported by AI may be able to interpret quantitative and qualitative data. However, as mentioned earlier, a human&#x2019;s ability to respond and provide professional intervention, if needed, is an important aspect of how risk is managed. The need for health professionals to monitor and respond to information gathered by DMHTs will also have implications for adoption within health services.</p></sec></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>In this study, we have proposed a new conceptual framework for categorizing DMHTs. This comprehensive framework is based on the findings of a rapid review, discussions within an expert working group, and deliberations by professionals working within the regulation and evaluation of DMHTs. This represents an advance in methods compared to previous approaches, which have attempted to develop frameworks or taxonomies within this field [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p></sec><sec id="s4-2"><title>Future Directions</title><p>The proposed framework is designed to be used by stakeholders across the health system, from the initial stages of product development and market access to product selection by health professionals and users. The 8 domains were chosen because they represent key characteristics of DMHTs. They also have an important impact on the potential benefits and risks associated with the technologies and implications for implementation within health services. Indeed, the International Medical Device Regulators Forum [<xref ref-type="bibr" rid="ref42">42</xref>] has recently completed a consultation on considerations for risk characterization for software as a medical device, and there is a strong alignment between their suggested approach and our more focused approach for mental health.</p><p>The development of this new conceptual framework presents opportunities for future work. Further research could trial this framework with a set of DMHTs and explore whether the framework provides a useful descriptive system and can group together similar technologies. This could support consideration of whether a menu of options is needed or whether there should be flexibility in assigning attributes within domains.</p><p>There are also tangible practical applications. Within regulation, there may be opportunities for the framework to be refined to support the coding of medical devices and to assist with mapping DMHTs to other regulatory frameworks. The research team is also planning to explore whether the framework can be used to provide clearer guidance on classification groups within the NICE evidence standards framework. Researchers could also adopt the conceptual framework provided within this study to give greater transparency around methodological choices within evidence synthesis and economic evaluation.</p></sec><sec id="s4-3"><title>Strengths and Limitations</title><p>This study has several strengths and limitations that should be considered. The development of the conceptual framework was initially supported by a rapid review. These methods provide a streamlined approach that can meet the needs of faster-paced activities, but this can reduce their comprehensiveness. The rapid review approach allowed literature to be identified in short timelines, prior to the expert working group. However, we are aware that some types of literature that may provide ways to categorize DMHTs were not targeted (eg, evaluation frameworks) in order to allow manageable search methods. Given the breadth of domains identified in the rapid review and adaptations suggested by the expert group, we do not anticipate that identifying a wider range of studies would have had a large impact.</p><p>The development of the framework has been led by professionals with expertise across regulation and evaluation, including HTA, where frameworks could have practical purposes. Through the expert working group, there has also been input from a wide range of professionals across disciplines. However, the proposed framework has not been through wider consultation with experts outside of this group.</p><p>Similarly, it should be acknowledged that the authors work for the Medicines and Healthcare products Regulatory Agency, which has a UK-wide remit, and NICE, which is England&#x2019;s HTA agency. In addition, members of the working group largely work within the English health care system. The proposed framework is aimed at being internationally relevant and due to the global market in digital health, it is likely that professionals across the world are thinking about the same types of technologies and addressing similar challenges. However, there may be nuances from other countries that are not acknowledged here.</p><p>To address each of these limitations, we would welcome other experts within this field across disciplines and countries to interact with and test this proposed framework. This could include an exploration of whether this framework could be applied to other health conditions or whether specific domains are needed. It could also lead to further refinement based on a wider consultation than was possible in this project.</p></sec></sec></body><back><ack><p>This work was supported by the Wellcome Trust through the &#x201C;Effective Regulation and Evaluation of Digital Mental Health Technologies&#x201D; project grant (226466/Z/22/Z). The Wellcome Trust was consulted on the choice of the journal and provided comments on an early work plan. However, the Wellcome Trust did not have further input to the conduct of the work, content of the manuscript, or approval for submission. The authors thank all members of their expert working group who contributed expertise and knowledge through discussions related to the content of this paper. The authors also thank members of their project board who have also helped steer this work.</p></ack><fn-group><fn fn-type="con"><p>GH, HC, and FE conceptualized the overall design of the work and wrote the first draft of this manuscript. GH, LA, HC, and FE were involved in designing and conducting the search, screening results, and extracting data. GH, PC, HC, SC, FE, and RB helped to facilitate expert working group discussions. All authors contributed to the final version of the manuscript and approved submission.</p></fn><fn fn-type="conflict"><p>GH, LA, SC, and MS are employed by the National Institute of Health and Care Excellence. The National Institute of Health and Care Excellence is England&#x2019;s health technology assessment agency and produces guidance on digital mental health technologies. RB, PC, HC, and FE are employed by the Medicines and Healthcare products Regulatory Agency. The Medicines and Healthcare products Regulatory Agency regulates medical devices, including digital mental health technologies that qualify as software as a medical device, in the United Kingdom.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb2">CBT</term><def><p>cognitive behavioral therapy</p></def></def-item><def-item><term id="abb3">DMHT</term><def><p>digital mental health technology</p></def></def-item><def-item><term id="abb4">HTA</term><def><p>health technology assessment</p></def></def-item><def-item><term id="abb5">NICE</term><def><p>National Institute of Health and Care Excellence</p></def></def-item><def-item><term id="abb6">PRISMA</term><def><p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><collab>The Lancet Digital Health</collab></person-group><article-title>Digital tools for mental health in a crisis</article-title><source>Lancet Digit Health</source><year>2021</year><month>04</month><volume>3</volume><issue>4</issue><fpage>e204</fpage><pub-id pub-id-type="doi">10.1016/S2589-7500(21)00045-5</pub-id><pub-id pub-id-type="medline">33766284</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hollis</surname><given-names>C</given-names> </name><name name-style="western"><surname>Sampson</surname><given-names>S</given-names> </name><name name-style="western"><surname>Simons</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Identifying research priorities for digital technology in mental health care: results of the James Lind Alliance Priority Setting Partnership</article-title><source>Lancet Psychiatry</source><year>2018</year><month>10</month><volume>5</volume><issue>10</issue><fpage>845</fpage><lpage>854</lpage><pub-id pub-id-type="doi">10.1016/S2215-0366(18)30296-7</pub-id><pub-id pub-id-type="medline">30170964</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smith</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Blease</surname><given-names>C</given-names> </name><name name-style="western"><surname>Faurholt-Jepsen</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Digital mental health: challenges and next steps</article-title><source>BMJ Ment Health</source><year>2023</year><month>02</month><volume>26</volume><issue>1</issue><fpage>e300670</fpage><pub-id pub-id-type="doi">10.1136/bmjment-2023-300670</pub-id><pub-id pub-id-type="medline">37197797</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Medicines &#x0026; Healthcare products Regulatory Agency</collab></person-group><article-title>Crafting an intended purpose in the context of software as a medical device (SaMD)</article-title><source>GOV.UK</source><year>2023</year><access-date>2024-06-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.gov.uk/government/publications/crafting-an-intended-purpose-in-the-context-of-software-as-a-medical-device-samd/crafting-an-intended-purpose-in-the-context-of-software-as-a-medical-device-samd">https://www.gov.uk/government/publications/crafting-an-intended-purpose-in-the-context-of-software-as-a-medical-device-samd/crafting-an-intended-purpose-in-the-context-of-software-as-a-medical-device-samd</ext-link></comment></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hopkin</surname><given-names>G</given-names> </name><name name-style="western"><surname>Branson</surname><given-names>R</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Considerations for regulation and evaluation of digital mental health technologies</article-title><source>Digit Health</source><year>2024</year><volume>10</volume><fpage>20552076241293313</fpage><pub-id pub-id-type="doi">10.1177/20552076241293313</pub-id><pub-id pub-id-type="medline">39502489</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Medicines &#x0026; Healthcare products Regulatory Agency</collab></person-group><article-title>Guidance for manufacturers on reporting adverse incidents involving software as a medical device under the vigilance system</article-title><source>GOV.UK</source><year>2023</year><access-date>2024-06-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.gov.uk/government/publications/reporting-adverse-incidents-involving-software-as-a-medical-device-under-the-vigilance-system/guidance-for-manufacturers-on-reporting-adverse-incidents-involving-software-as-a-medical-device-under-the-vigilance-system">https://www.gov.uk/government/publications/reporting-adverse-incidents-involving-software-as-a-medical-device-under-the-vigilance-system/guidance-for-manufacturers-on-reporting-adverse-incidents-involving-software-as-a-medical-device-under-the-vigilance-system</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Torous</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stern</surname><given-names>AD</given-names> </name><name name-style="western"><surname>Bourgeois</surname><given-names>FT</given-names> </name></person-group><article-title>Regulatory considerations to keep pace with innovation in digital health products</article-title><source>NPJ Digit Med</source><year>2022</year><month>08</month><day>19</day><volume>5</volume><issue>1</issue><fpage>121</fpage><pub-id pub-id-type="doi">10.1038/s41746-022-00668-9</pub-id><pub-id pub-id-type="medline">35986056</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Imrey</surname><given-names>PB</given-names> </name></person-group><article-title>Limitations of meta-analyses of studies with high heterogeneity</article-title><source>JAMA Netw Open</source><year>2020</year><month>01</month><day>3</day><volume>3</volume><issue>1</issue><fpage>e1919325</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.19325</pub-id><pub-id pub-id-type="medline">31922554</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gomes</surname><given-names>M</given-names> </name><name name-style="western"><surname>Murray</surname><given-names>E</given-names> </name><name name-style="western"><surname>Raftery</surname><given-names>J</given-names> </name></person-group><article-title>Economic evaluation of digital health interventions: methodological issues and recommendations for practice</article-title><source>Pharmacoeconomics</source><year>2022</year><month>04</month><volume>40</volume><issue>4</issue><fpage>367</fpage><lpage>378</lpage><pub-id pub-id-type="doi">10.1007/s40273-022-01130-0</pub-id><pub-id pub-id-type="medline">35132606</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="web"><article-title>Software as a medical device: possible framework for risk categorisation and corresponding considerations</article-title><source>International Medical Device Regulators Forum</source><year>2014</year><access-date>2025-01-28</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.imdrf.org/sites/default/files/docs/imdrf/final/technical/imdrf-tech-140918-samd-framework-risk-categorization-141013.pdf">https://www.imdrf.org/sites/default/files/docs/imdrf/final/technical/imdrf-tech-140918-samd-framework-risk-categorization-141013.pdf</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><article-title>Evidence standards framework (ESF) for digital health technologies</article-title><source>National Institute of Health and Care Excellence</source><year>2022</year><access-date>2024-06-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.nice.org.uk/about/what-we-do/our-programmes/evidence-standards-framework-for-digital-health-technologies">https://www.nice.org.uk/about/what-we-do/our-programmes/evidence-standards-framework-for-digital-health-technologies</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="web"><article-title>What we do</article-title><source>GMDN Agency</source><year>2023</year><access-date>2024-06-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.gmdnagency.org/what-we-do/">https://www.gmdnagency.org/what-we-do/</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="web"><article-title>EMDN codes</article-title><source>European Commission</source><year>2024</year><access-date>2024-06-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://webgate.ec.europa.eu/udi-helpdesk/en/other-relevant-information/emdn-codes.html">https://webgate.ec.europa.eu/udi-helpdesk/en/other-relevant-information/emdn-codes.html</ext-link></comment></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gagnon</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Sasseville</surname><given-names>M</given-names> </name><name name-style="western"><surname>Leblanc</surname><given-names>A</given-names> </name></person-group><article-title>Classification of digital mental health interventions: a rapid review and framework proposal</article-title><source>Stud Health Technol Inform</source><year>2022</year><month>05</month><day>25</day><volume>294</volume><fpage>629</fpage><lpage>633</lpage><pub-id pub-id-type="doi">10.3233/SHTI220545</pub-id><pub-id pub-id-type="medline">35612165</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gega</surname><given-names>L</given-names> </name><name name-style="western"><surname>Jankovic</surname><given-names>D</given-names> </name><name name-style="western"><surname>Saramago</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Digital interventions in mental health: evidence syntheses and economic modelling</article-title><source>Health Technol Assess</source><year>2022</year><month>01</month><volume>26</volume><issue>1</issue><fpage>1</fpage><lpage>182</lpage><pub-id pub-id-type="doi">10.3310/RCTI6942</pub-id><pub-id pub-id-type="medline">35048909</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bergin</surname><given-names>AD</given-names> </name><name name-style="western"><surname>Vallejos</surname><given-names>EP</given-names> </name><name name-style="western"><surname>Davies</surname><given-names>EB</given-names> </name><etal/></person-group><article-title>Preventive digital mental health interventions for children and young people: a review of the design and reporting of research</article-title><source>NPJ Digit Med</source><year>2020</year><volume>3</volume><issue>1</issue><fpage>133</fpage><pub-id pub-id-type="doi">10.1038/s41746-020-00339-7</pub-id><pub-id pub-id-type="medline">33083568</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boeken</surname><given-names>T</given-names> </name><name name-style="western"><surname>Feydy</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lecler</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Artificial intelligence in diagnostic and interventional radiology: where are we now?</article-title><source>Diagn Interv Imaging</source><year>2023</year><month>01</month><volume>104</volume><issue>1</issue><fpage>1</fpage><lpage>5</lpage><pub-id pub-id-type="doi">10.1016/j.diii.2022.11.004</pub-id><pub-id pub-id-type="medline">36494290</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>King</surname><given-names>VJ</given-names> </name><name name-style="western"><surname>Stevens</surname><given-names>A</given-names> </name><name name-style="western"><surname>Nussbaumer-Streit</surname><given-names>B</given-names> </name><name name-style="western"><surname>Kamel</surname><given-names>C</given-names> </name><name name-style="western"><surname>Garritty</surname><given-names>C</given-names> </name></person-group><article-title>Paper 2: performing rapid reviews</article-title><source>Syst Rev</source><year>2022</year><month>07</month><day>30</day><volume>11</volume><issue>1</issue><fpage>151</fpage><pub-id pub-id-type="doi">10.1186/s13643-022-02011-5</pub-id><pub-id pub-id-type="medline">35906677</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Page</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>McKenzie</surname><given-names>JE</given-names> </name><name name-style="western"><surname>Bossuyt</surname><given-names>PM</given-names> </name><etal/></person-group><article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title><source>BMJ</source><year>2021</year><month>03</month><day>29</day><volume>372</volume><fpage>n71</fpage><pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id><pub-id pub-id-type="medline">33782057</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harith</surname><given-names>S</given-names> </name><name name-style="western"><surname>Backhaus</surname><given-names>I</given-names> </name><name name-style="western"><surname>Mohbin</surname><given-names>N</given-names> </name><name name-style="western"><surname>Ngo</surname><given-names>HT</given-names> </name><name name-style="western"><surname>Khoo</surname><given-names>S</given-names> </name></person-group><article-title>Effectiveness of digital mental health interventions for university students: an umbrella review</article-title><source>PeerJ</source><year>2022</year><volume>10</volume><fpage>e13111</fpage><pub-id pub-id-type="doi">10.7717/peerj.13111</pub-id><pub-id pub-id-type="medline">35382010</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hopkin</surname><given-names>G</given-names> </name><name name-style="western"><surname>Branson</surname><given-names>R</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Building robust, proportionate, and timely approaches to regulation and evaluation of digital mental health technologies</article-title><source>Lancet Digit Health</source><year>2025</year><month>01</month><volume>7</volume><issue>1</issue><fpage>e89</fpage><lpage>e93</lpage><pub-id pub-id-type="doi">10.1016/S2589-7500(24)00215-2</pub-id><pub-id pub-id-type="medline">39550311</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ba&#x00F1;os</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Herrero</surname><given-names>R</given-names> </name><name name-style="western"><surname>Vara</surname><given-names>MD</given-names> </name></person-group><article-title>What is the current and future status of digital mental health interventions?</article-title><source>Span J Psychol</source><year>2022</year><month>02</month><day>2</day><volume>25</volume><fpage>e5</fpage><pub-id pub-id-type="doi">10.1017/SJP.2022.2</pub-id><pub-id pub-id-type="medline">35105398</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Burger</surname><given-names>F</given-names> </name><name name-style="western"><surname>Neerincx</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Brinkman</surname><given-names>WP</given-names> </name></person-group><article-title>Technological state of the art of electronic mental health interventions for major depressive disorder: systematic literature review</article-title><source>J Med Internet Res</source><year>2020</year><month>01</month><day>20</day><volume>22</volume><issue>1</issue><fpage>e12599</fpage><pub-id pub-id-type="doi">10.2196/12599</pub-id><pub-id pub-id-type="medline">31958063</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cross</surname><given-names>SP</given-names> </name><name name-style="western"><surname>Nicholas</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bell</surname><given-names>IH</given-names> </name><etal/></person-group><article-title>Integrating digital interventions with clinical practice in youth mental health services</article-title><source>Australas Psychiatry</source><year>2023</year><month>06</month><volume>31</volume><issue>3</issue><fpage>302</fpage><lpage>305</lpage><pub-id pub-id-type="doi">10.1177/10398562231169365</pub-id><pub-id pub-id-type="medline">37072342</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>D&#x00FC;lsen</surname><given-names>P</given-names> </name><name name-style="western"><surname>Bendig</surname><given-names>E</given-names> </name><name name-style="western"><surname>K&#x00FC;chler</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Christensen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Baumeister</surname><given-names>H</given-names> </name></person-group><article-title>Digital interventions in adult mental healthcare settings: recent evidence and future directions</article-title><source>Curr Opin Psychiatry</source><year>2020</year><month>07</month><volume>33</volume><issue>4</issue><fpage>422</fpage><lpage>431</lpage><pub-id pub-id-type="doi">10.1097/YCO.0000000000000614</pub-id><pub-id pub-id-type="medline">32427592</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gooding</surname><given-names>P</given-names> </name><name name-style="western"><surname>Kariotis</surname><given-names>T</given-names> </name></person-group><article-title>Ethics and law in research on algorithmic and data-driven technology in mental health care: scoping review</article-title><source>JMIR Ment Health</source><year>2021</year><month>06</month><day>10</day><volume>8</volume><issue>6</issue><fpage>e24668</fpage><pub-id pub-id-type="doi">10.2196/24668</pub-id><pub-id pub-id-type="medline">34110297</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lattie</surname><given-names>EG</given-names> </name><name name-style="western"><surname>Stiles-Shields</surname><given-names>C</given-names> </name><name name-style="western"><surname>Graham</surname><given-names>AK</given-names> </name></person-group><article-title>An overview of and recommendations for more accessible digital mental health services</article-title><source>Nat Rev Psychol</source><year>2022</year><month>02</month><volume>1</volume><issue>2</issue><fpage>87</fpage><lpage>100</lpage><pub-id pub-id-type="doi">10.1038/s44159-021-00003-1</pub-id><pub-id pub-id-type="medline">38515434</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lau</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Chew</surname><given-names>HSJ</given-names> </name><name name-style="western"><surname>Ang</surname><given-names>WHD</given-names> </name><etal/></person-group><article-title>Effects of digital health interventions on the psychological outcomes of perinatal women: umbrella review of systematic reviews and meta-analyses</article-title><source>Health Psychol Rev</source><year>2024</year><month>06</month><volume>18</volume><issue>2</issue><fpage>229</fpage><lpage>254</lpage><pub-id pub-id-type="doi">10.1080/17437199.2023.2185654</pub-id><pub-id pub-id-type="medline">36919443</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Li</surname><given-names>J</given-names> </name></person-group><article-title>Digital technologies for mental health improvements in the COVID-19 pandemic: a scoping review</article-title><source>BMC Public Health</source><year>2023</year><month>03</month><day>1</day><volume>23</volume><issue>1</issue><fpage>413</fpage><pub-id pub-id-type="doi">10.1186/s12889-023-15302-w</pub-id><pub-id pub-id-type="medline">36859184</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lukka</surname><given-names>L</given-names> </name><name name-style="western"><surname>Karhulahti</surname><given-names>VM</given-names> </name><name name-style="western"><surname>Palva</surname><given-names>JM</given-names> </name></person-group><article-title>Factors affecting digital tool use in client interaction according to mental health professionals: interview study</article-title><source>JMIR Hum Factors</source><year>2023</year><month>07</month><day>10</day><volume>10</volume><fpage>e44681</fpage><pub-id pub-id-type="doi">10.2196/44681</pub-id><pub-id pub-id-type="medline">37428520</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><article-title>Mental health, technology and you</article-title><source>Mental Health Commission of Canada</source><year>2020</year><access-date>2025-01-28</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://mentalhealthcommission.ca/wp-content/uploads/2021/05/MHCC-Companion-Product_EN_1.pdf">https://mentalhealthcommission.ca/wp-content/uploads/2021/05/MHCC-Companion-Product_EN_1.pdf</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mohr</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Azocar</surname><given-names>F</given-names> </name><name name-style="western"><surname>Bertagnolli</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Banbury Forum consensus statement on the path forward for digital mental health treatment</article-title><source>Psychiatr Serv</source><year>2021</year><month>06</month><volume>72</volume><issue>6</issue><fpage>677</fpage><lpage>683</lpage><pub-id pub-id-type="doi">10.1176/appi.ps.202000561</pub-id><pub-id pub-id-type="medline">33467872</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mu&#x00F1;oz</surname><given-names>RF</given-names> </name><name name-style="western"><surname>Chavira</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Himle</surname><given-names>JA</given-names> </name><etal/></person-group><article-title>Digital apothecaries: a vision for making health care interventions accessible worldwide</article-title><source>Mhealth</source><year>2018</year><volume>4</volume><fpage>18</fpage><pub-id pub-id-type="doi">10.21037/mhealth.2018.05.04</pub-id><pub-id pub-id-type="medline">30050914</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="web"><article-title>The role of technology in mental healthcare</article-title><source>Nuffield Council on Bioethics</source><year>2022</year><access-date>2025-02-05</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.nuffieldbioethics.org/publication/the-role-of-technology-in-mental-healthcare/">https://www.nuffieldbioethics.org/publication/the-role-of-technology-in-mental-healthcare/</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Philippe</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Sikder</surname><given-names>N</given-names> </name><name name-style="western"><surname>Jackson</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Digital health interventions for delivery of mental health care: systematic and comprehensive meta-review</article-title><source>JMIR Ment Health</source><year>2022</year><month>05</month><day>12</day><volume>9</volume><issue>5</issue><fpage>e35159</fpage><pub-id pub-id-type="doi">10.2196/35159</pub-id><pub-id pub-id-type="medline">35551058</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pineda</surname><given-names>BS</given-names> </name><name name-style="western"><surname>Mejia</surname><given-names>R</given-names> </name><name name-style="western"><surname>Qin</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Martinez</surname><given-names>J</given-names> </name><name name-style="western"><surname>Delgadillo</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Mu&#x00F1;oz</surname><given-names>RF</given-names> </name></person-group><article-title>Updated taxonomy of digital mental health interventions: a conceptual framework</article-title><source>Mhealth</source><year>2023</year><volume>9</volume><fpage>28</fpage><pub-id pub-id-type="doi">10.21037/mhealth-23-6</pub-id><pub-id pub-id-type="medline">37492117</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rickard</surname><given-names>NS</given-names> </name><name name-style="western"><surname>Kurt</surname><given-names>P</given-names> </name><name name-style="western"><surname>Meade</surname><given-names>T</given-names> </name></person-group><article-title>Systematic assessment of the quality and integrity of popular mental health smartphone apps using the American Psychiatric Association&#x2019;s app evaluation model</article-title><source>Front Digit Health</source><year>2022</year><volume>4</volume><fpage>1003181</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2022.1003181</pub-id><pub-id pub-id-type="medline">36246848</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sasseville</surname><given-names>M</given-names> </name><name name-style="western"><surname>LeBlanc</surname><given-names>A</given-names> </name><name name-style="western"><surname>Tchuente</surname><given-names>J</given-names> </name><etal/></person-group><article-title>The impact of technology systems and level of support in digital mental health interventions: a secondary meta-analysis</article-title><source>Syst Rev</source><year>2023</year><month>05</month><day>4</day><volume>12</volume><issue>1</issue><fpage>78</fpage><pub-id pub-id-type="doi">10.1186/s13643-023-02241-1</pub-id><pub-id pub-id-type="medline">37143171</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schueller</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Torous</surname><given-names>J</given-names> </name></person-group><article-title>Scaling evidence-based treatments through digital mental health</article-title><source>Am Psychol</source><year>2020</year><month>11</month><volume>75</volume><issue>8</issue><fpage>1093</fpage><lpage>1104</lpage><pub-id pub-id-type="doi">10.1037/amp0000654</pub-id><pub-id pub-id-type="medline">33252947</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shatte</surname><given-names>ABR</given-names> </name><name name-style="western"><surname>Hutchinson</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Teague</surname><given-names>SJ</given-names> </name></person-group><article-title>Machine learning in mental health: a scoping review of methods and applications</article-title><source>Psychol Med</source><year>2019</year><month>07</month><volume>49</volume><issue>9</issue><fpage>1426</fpage><lpage>1448</lpage><pub-id pub-id-type="doi">10.1017/S0033291719000151</pub-id><pub-id pub-id-type="medline">30744717</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Torous</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bucci</surname><given-names>S</given-names> </name><name name-style="western"><surname>Bell</surname><given-names>IH</given-names> </name><etal/></person-group><article-title>The growing field of digital psychiatry: current evidence and the future of apps, social media, chatbots, and virtual reality</article-title><source>World Psychiatry</source><year>2021</year><month>10</month><volume>20</volume><issue>3</issue><fpage>318</fpage><lpage>335</lpage><pub-id pub-id-type="doi">10.1002/wps.20883</pub-id><pub-id pub-id-type="medline">34505369</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="web"><article-title>Medical device software: considerations for device and risk characterization</article-title><source>International Medical Device Regulators Forum</source><year>2024</year><access-date>2025-01-28</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.imdrf.org/sites/default/files/2024-02/IMDRFSaMD%20WGN81%20DRAFT%202024%2C%20Medical%20Device%20Software%20Considerations%20for%20Device%20and%20Risk%20Characterization%20-%20final%20draft.pdf">https://www.imdrf.org/sites/default/files/2024-02/IMDRFSaMD%20WGN81%20DRAFT%202024%2C%20Medical%20Device%20Software%20Considerations%20for%20Device%20and%20Risk%20Characterization%20-%20final%20draft.pdf</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Example search strategies from MEDLINE.</p><media xlink:href="mental_v12i1e63484_app1.docx" xlink:title="DOCX File, 42 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Summary of domains retained by each breakout room in the expert working group and suggested adaptations.</p><media xlink:href="mental_v12i1e63484_app2.docx" xlink:title="DOCX File, 37 KB"/></supplementary-material><supplementary-material id="app3"><label>Checklist 1</label><p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) checklist and PRISMA for abstracts checklist.</p><media xlink:href="mental_v12i1e63484_app3.docx" xlink:title="DOCX File, 51 KB"/></supplementary-material></app-group></back></article>