<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i6e25952</article-id>
      <article-id pub-id-type="pmid">34096879</article-id>
      <article-id pub-id-type="doi">10.2196/25952</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Benefits of Digital Health Resources for Substance Use Concerns in Women: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>D'Arcey</surname>
            <given-names>Jessica</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Wen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Richardson</surname>
            <given-names>Charlotte</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Quilty</surname>
            <given-names>Lena</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre for Addiction and Mental Health</institution>
            <addr-line>1025 Queen Street West</addr-line>
            <addr-line>Toronto, ON, M6J 1H1</addr-line>
            <country>Canada</country>
            <phone>1 4165358501</phone>
            <email>Lena.Quilty@camh.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0934-4363</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Agic</surname>
            <given-names>Branka</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9765-1296</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Coombs</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4216-2249</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kristy</surname>
            <given-names>Betty-Lou</given-names>
          </name>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1954-4211</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Shakespeare</surname>
            <given-names>Jill</given-names>
          </name>
          <degrees>MSW</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6730-8689</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Spafford</surname>
            <given-names>Adrienne</given-names>
          </name>
          <degrees>BCom</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8254-8680</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Besa</surname>
            <given-names>Reena</given-names>
          </name>
          <degrees>MLS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1455-5483</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Dematagoda</surname>
            <given-names>Shadini</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5119-5010</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>Alina</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6267-9886</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Persaud</surname>
            <given-names>Rebecca</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7907-690X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Buckley</surname>
            <given-names>Leslie</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3134-7504</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The Jean Tweed Treatment Centre</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Centre for Innovation in Peer Support</institution>
        <institution>Support House</institution>
        <addr-line>Oakville, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Addictions and Mental Health Ontario</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lena Quilty <email>Lena.Quilty@camh.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>6</issue>
      <elocation-id>e25952</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>16</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Lena Quilty, Branka Agic, Michelle Coombs, Betty-Lou Kristy, Jill Shakespeare, Adrienne Spafford, Reena Besa, Shadini Dematagoda, Alina Patel, Rebecca Persaud, Leslie Buckley. Originally published in JMIR Mental Health (https://mental.jmir.org), 07.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2021/6/e25952" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digital health resources are being increasingly used to support women with substance use concerns. Although empirical research has demonstrated that these resources have promise, the available evidence for their benefit in women requires further investigation. Evidence supports the capacity of interventions that are sex-, gender-, and trauma-informed to improve treatment access and outcomes and to reduce health system challenges and disparities. Indeed, both sex- and gender-specific approaches are critical to improve health and gender equity. Violence and trauma are frequent among those with substance use concerns, but they disproportionately affect those who identify as female or women, further underscoring the need for trauma-informed care as well.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this investigation was to evaluate the evidence supporting the efficacy or effectiveness of online or mobile interventions for risky or harmful substance use in adults who identify as female or women, or who report a history of trauma.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This scoping review is based on an academic search in MEDLINE, APA PsycINFO, Embase, Cochrane Central, and CINAHL, as well as a grey literature search in US and Canadian government and funding agency websites. Of the 7807 records identified, 465 remained following title and abstract screening. Of these, 159 met all eligibility criteria and were reviewed and synthesized.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The 159 records reflected 141 distinct studies and 125 distinct interventions. Investigations and the interventions evaluated predominantly focused on alcohol use or general substance use. Evaluated digital health resources included multisession and brief-session interventions, with a wide range of therapeutic elements. Multisession online and mobile interventions exhibited beneficial effects in 86.1% (105/122) of studies. Single-session interventions similarly demonstrated beneficial effects in 64.2% (43/67) of study conditions. Most investigations did not assess gender identity or conduct sex- or gender-based analyses. Only 13 investigations that included trauma were identified.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Despite the overall promise of digital health interventions for substance use concerns, direct or quantitative evidence on the efficacy or effectiveness of interventions in females or women specifically is weak.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>women</kwd>
        <kwd>female</kwd>
        <kwd>gender-specific</kwd>
        <kwd>digital health</kwd>
        <kwd>internet</kwd>
        <kwd>mobile app</kwd>
        <kwd>technology</kwd>
        <kwd>technology interventions</kwd>
        <kwd>technology-based intervention</kwd>
        <kwd>web-based intervention</kwd>
        <kwd>substance use concerns</kwd>
        <kwd>trauma</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Despite the higher prevalence of substance misuse and substance use disorders in men compared with women, a substantial proportion of women do experience harms associated with substance use. Moreover, research suggests that substance use and associated harms have been increasing in women over time. For example, the frequency and volume of alcohol use in women increased substantially from the 2000s to 2010s [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Cannabis use has exhibited an increase over even shorter time periods, and recent estimates suggest that 10% of women in Canada self-reported having a dependence on some form of illicit drug [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Substance use in women is further associated with staggering personal and societal costs. In particular, it is strongly linked to mental health concerns, including depression and suicidal thoughts and behaviors [<xref ref-type="bibr" rid="ref4">4</xref>], as well as physical health concerns, including morbidity and mortality [<xref ref-type="bibr" rid="ref5">5</xref>]. Substance misuse has associated health impacts on maternal health, fetal and neonatal morbidity, prematurity, and small for gestational age. It also leads to parenting deficits related to psychological and environmental concerns [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Overall, societal costs associated with substance use are widespread and growing, as illustrated by increasing hospitalizations due to substance use [<xref ref-type="bibr" rid="ref8">8</xref>] and increasing loss in productivity, which is estimated to be over Can $15 billion [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      </sec>
      <sec>
        <title>Sex-, Gender-, and Trauma-Informed Supports for Substance Use Concerns</title>
        <p>Despite an increase in substance use among women, women are generally underrepresented in treatment settings [<xref ref-type="bibr" rid="ref9">9</xref>]. Research has suggested that women are less inclined to seek treatment until negative consequences become severe [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Additionally, research has demonstrated that women experience specific barriers to care, from psychological barriers, such as stigma and discrimination, to practical barriers, such as decreased opportunity due to caregiving roles and responsibilities, relationship abuse and violence, etc [<xref ref-type="bibr" rid="ref12">12</xref>]. Women are more likely to be principal caregivers to children and other family members, and concerns regarding the potential involvement of child protection services or other social services as a result of seeking support can be a particularly powerful deterrent. These barriers can thus delay treatment seeking, such that women presenting to specialized services exhibit both acute and complex needs to impact both treatment engagement and outcomes.</p>
        <p>Evidence supports the capacity of interventions that are sex-, gender-, and trauma-informed to improve treatment access and outcomes and to reduce health system challenges and disparities. Indeed, both sex- and gender-specific approaches are critical to improve health and gender equity, attending to the biological factors that impact the response to substances and biological treatments, as well as the gendered experiences of substance use challenges and their management [<xref ref-type="bibr" rid="ref13">13</xref>]. Trauma is critical to consider in this context. While specifics may vary, trauma is generally defined as an emotional consequence of a deeply distressing or disturbing event [<xref ref-type="bibr" rid="ref14">14</xref>] that has overcome an individual’s ability to cope [<xref ref-type="bibr" rid="ref13">13</xref>]. An elevated prevalence of substance use among those with a history of trauma supports a strong overall association between trauma exposure and substance misuse [<xref ref-type="bibr" rid="ref15">15</xref>]. Strikingly, 75% of women and more than 25% of men who enter treatment for substance use disorders report histories of abuse and trauma [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Those with a history of trauma have been shown to experience more complications in treatment for substance use disorders, with higher levels of distress, lower treatment adherence, and longer courses, when compared with those without a history of trauma [<xref ref-type="bibr" rid="ref18">18</xref>]. Despite high prevalence rates and significant implications, trauma is not frequently assessed or addressed in the treatment of substance use disorders [<xref ref-type="bibr" rid="ref19">19</xref>]. Thus, although trauma and substance use concerns frequently co-occur, adults who identify as female or women are disproportionately affected by trauma and the impact of trauma on care. This health disparity further underscores the need for sex-, gender-, and trauma-informed interventions.</p>
        <p>Current evidence-based best practice guidelines have therefore highlighted the importance of gender- and trauma-informed treatments for substance use concerns in women. Gender-informed practices include integrated treatment approaches addressing a wide range of women’s needs (eg, physical, social, and mental health needs, and child-centered services such as prenatal services, parenting programs, and child care) and are associated with improvements in recovery, parenting skills, and emotional health [<xref ref-type="bibr" rid="ref20">20</xref>]. Trauma-informed practices, in turn, follow the principles of trauma awareness/acknowledgment; maintaining trust and safety; promoting choice and collaboration; maintaining focus on strength/skills building; attending to cultural, historical, and gender issues such as intimate partner violence; peer support; and mutual self-help. Trauma-informed care is also associated with improved service user experiences and clinical outcomes [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>It is notable then that the gender- and trauma-informed practices most appropriate to women with substance use difficulties primarily comprise integrated psychosocial interventions, most commonly provided in-person and in group formats. Yet, in many jurisdictions, this model of care delivery is not possible to maintain during the COVID-19 global pandemic. Similar to other health care settings, substance use treatment centers serving women are increasingly turning to digital health solutions to provide support, particularly while physical distancing measures are necessary to protect public health. Digital health solutions may in fact overcome numerous barriers to care experienced by women and provide a valuable addition to the health system even beyond the current crisis.</p>
        <p>In a recent review, Nesvåg and McKay [<xref ref-type="bibr" rid="ref22">22</xref>] evaluated the feasibility and therapeutic benefits of digital interventions to prevent and treat substance use concerns. This review located 28 unique interventions, which were categorized as simple or complex based on the number of features. Simple interventions were generally mobile apps integrated within other services and supports, whereas complex interventions were more frequently delivered as stand-alone interventions, using a personal computer and/or a mobile app format. A large proportion of participants (70%-90%) found the interventions to be useful, and more than half of the studies found small to medium positive effects in comparison to a control group. This review supported the feasibility of digital health resources for substance use concerns, but found less consistent support for their efficacy or effectiveness. In a review centered on women of childbearing age, Hai et al [<xref ref-type="bibr" rid="ref23">23</xref>] evaluated the efficacy of technology-based interventions for substance use, with a focus on randomized controlled trials. This review located 15 trials, and a meta-analysis of 13 trials supported the efficacy of the digital health interventions for alcohol use concerns specifically compared with control conditions.</p>
        <p>This review extends the foundational work in several ways. First, Hai et al [<xref ref-type="bibr" rid="ref23">23</xref>] specifically focused on studies conducted in women of childbearing age, precluding an evaluation of differential effects across sex or gender. Second, both Hai et al [<xref ref-type="bibr" rid="ref23">23</xref>] and Nesvåg and McKay [<xref ref-type="bibr" rid="ref22">22</xref>] specifically focused on randomized controlled trials; however, initial investigations as well as investigations with a focus on effectiveness and/or implementation outcomes in real-world settings may utilize different research designs. Third, previous reviews have not systematically extracted data regarding the trauma endorsed by samples, limiting the capacity to determine the degree to which this crucial clinical feature is integrated into research designs, analyses, and interpretations. The current investigation therefore conducted a scoping review to evaluate the nature of the evidence for the efficacy and/or effectiveness of digital health resources to treat substance use and/or associated risks or harms. Consistent with recommendations [<xref ref-type="bibr" rid="ref24">24</xref>], we conducted a scoping review to evaluate the types of available evidences in the field, which we envisioned would therefore either act as a precursor to a systematic review or support the analysis of knowledge gaps, contingent upon the results. We therefore implemented a search strategy including a wide range of research designs and requiring a limited proportion of adults who identify as female or women, or who report a history of trauma, regardless of sex or gender. We focused on web-based interventions as classified by Barak et al [<xref ref-type="bibr" rid="ref25">25</xref>], specifically self-guided interventions with or without adjunctive tailored human support. We did not incorporate remotely delivered synchronous interventions due to stakeholder-identified needs for digital interventions that do not necessitate clinician mediation or delivery and that may extend the capacity of the limited workforce to meet increasing clinical demands [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The aim of this investigation was to evaluate the current evidence for digital health resources for substance use concerns, with a focus on resources that have been evaluated in females or women, or in those who report a history of trauma, regardless of sex or gender. Although current resources may not have been designed to fully incorporate gender- and trauma-based principles, their therapeutic benefit in these groups is nevertheless an important consideration in evaluating currently available resources, as well as identifying priorities for both clinical and research initiatives.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The methodology for this scoping review was based on the framework developed by Arksey and O’Malley [<xref ref-type="bibr" rid="ref27">27</xref>] and later refined by Levac et al [<xref ref-type="bibr" rid="ref28">28</xref>]. The stages are briefly outlined as (1) identifying the research question, (2) identifying relevant studies, (3) study selection, (4) charting the data, and (5) collating, summarizing, and reporting the resources. Each stage is described below.</p>
      </sec>
      <sec>
        <title>Stage 1: Identifying the Research Question</title>
        <p>The scoping review was conducted to answer the following research questions:</p>
        <list list-type="order">
          <list-item>
            <p>What digital health resources have been evaluated in those who identify as female/women or those reporting a history of trauma, regardless of sex or gender?</p>
          </list-item>
          <list-item>
            <p>What digital health resources have empirical support for their efficacy/effectiveness in those who identify as female/women or those reporting a history of trauma, regardless of sex or gender?</p>
          </list-item>
        </list>
        <p>For the purpose of this study, a scoping review was defined as a type of research synthesis that aims to “map the literature” on a particular topic or research area and provide an opportunity to identify key concepts; gaps in the research; and types and sources of evidence to inform practice, policymaking, and research [<xref ref-type="bibr" rid="ref29">29</xref>]. Through answering the above questions our objective was to evaluate the nature of the evidence base for the efficacy and/or effectiveness of digital health resources for reducing substance use and/or associated harms in those identifying as female/women or in those reporting a history of trauma, regardless of sex or gender.</p>
      </sec>
      <sec>
        <title>Stage 2: Identifying Relevant Studies</title>
        <p>A comprehensive search strategy was developed by a librarian (RB) in consultation with the research team. The following databases were searched from inception: MEDLINE (including Epub ahead of print, in-process, and other nonindexed citations), APA PsycINFO, Embase, Cochrane Central, and CINAHL. No language limits were applied at this stage. For the searches, combinations of controlled vocabulary in the form of database-specific subject headings and relevant free-text keywords were included. The database searches were conducted in June 2020. The full MEDLINE search strategy is available for viewing in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>In addition, nonpeer reviewed (grey) literature was also retrieved. The research team conducted a web search of Canadian and US Government and Funding Agencies in Canada and the United States using Google from July to August 2020. These searches were conducted using variations of the following (including but not limited to): “substance use,” “drug use,” “alcohol use,” or “addiction;” “online intervention,” “digital health,” “eHealth,” or “mobile health;” and “women” or “female.”</p>
      </sec>
      <sec>
        <title>Stage 3: Study Selection</title>
        <p>Studies were selected according to the following eligibility criteria:</p>
        <list list-type="order">
          <list-item>
            <p>Language: We included articles in English.</p>
          </list-item>
          <list-item>
            <p>Date: We included articles from database inception to the date of extraction (June 30, 2020).</p>
          </list-item>
          <list-item>
            <p>Publication type: We only considered original research articles, including secondary analyses. Dissertations, commentaries, conference proceedings, letters, editorials, and reviews were excluded to ensure presence of sufficient methodology and data needed to map and evaluate the nature of the evidence.</p>
          </list-item>
          <list-item>
            <p>Sample: We considered adults aged 18 years or older, who endorsed or exhibited risky or harmful substance use. Similar to previous reviews [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], we did not include nicotine or caffeine. A minimum of 20% of participants was required to identify as female and/or women, or to report a trauma history, regardless of sex or gender. Although in many contexts, a higher proportion would be more appropriate and/or necessary to ensure power of sex- or gender-based analyses, this lower limit permits broad sampling of evidence to evaluate current practices.</p>
          </list-item>
          <list-item>
            <p>Setting: We considered all settings (eg, health care, forensic, and educational).</p>
          </list-item>
          <list-item>
            <p>Design: We included all prospective designs (eg, single vs multiple arms and augmentation vs stand-alone intervention). Randomization or a comparison/control group was not required.</p>
          </list-item>
          <list-item>
            <p>Intervention: We considered web- or mobile-based interventions targeting substance use or substance use disorder symptoms. All theoretical orientations and durations of treatments were included; however, formats that were computer-based, but not online, or that were interactive were excluded (eg, telephone, video, and text-based interactive psychosocial interventions with a clinician and social networking/platforms such as peer support discussion boards).</p>
          </list-item>
          <list-item>
            <p>Outcomes: We considered substance use or substance use disorder symptoms. Outcomes that were focused only on acceptability or feasibility were excluded.</p>
          </list-item>
        </list>
        <p>Following the initial extraction and removal of duplicates, two research staff independently (1) screened the titles and abstracts of all unique records, (2) conducted full-text reviews for all records not excluded, and (3) extracted data from included studies. Team members demonstrated substantial agreement during title and abstract screening (96% agreement; κ=0.74) and during the full-text review (92% agreement; κ=0.84). Discrepancies were resolved by consensus, with the support of a member of the investigation team as needed (LQ).</p>
      </sec>
      <sec>
        <title>Stage 4: Charting the Data</title>
        <p>Procedures were consistent with Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) extension for Scoping Reviews (PRISMA-ScR) guidelines [<xref ref-type="bibr" rid="ref30">30</xref>]. The following data were extracted from records included in synthesis: study design features (eg, setting and randomized controlled trial), sample features (eg, size and demographic information), intervention (eg, duration and components), outcomes (eg, instruments and indicators), and bias and fidelity indicators. Two research staff independently extracted data, and discrepancies were resolved by consensus.</p>
      </sec>
      <sec>
        <title>Stage 5: Collating, Summarizing, and Reporting the Results</title>
        <p>The Cochrane Risk of Bias Tool was used to evaluate bias at the study level across the following six domains: sequence generation, allocation concealment, blinding, incomplete data, selective reporting, and overall risk [<xref ref-type="bibr" rid="ref31">31</xref>]. Each domain was given a rating of high, low, or some concerns of bias.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Identification</title>
        <p>The study selection process is illustrated in <xref rid="figure1" ref-type="fig">Figure 1</xref>. We located a total of 8617 published and 1773 grey literature records. A total of 7807 records remained after removing duplicates, and then, 465 remained following the screening of titles and abstracts. Records excluded at this first stage most commonly did not report original data or did not include critical design (eg, not original research and not a prospective design), sample (eg, adults with harmful/risk substance use), or intervention features (eg, online/mobile intervention targeting substance use or harms). Of the 465 remaining records, 306 were excluded because they did not include original (n=68) or prospective (n=10) research; did not include an adult sample (n=9) endorsing substance use risk or harms (n=69) with the minimum proportion of females/women or trauma (n=17); or did not include online or mobile interventions (n=93) targeting substance misuse (n=23). A total of 159 records were therefore included in this review. These 159 records reflected 141 distinct studies, including 125 distinct interventions.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram.</p>
          </caption>
          <graphic xlink:href="mental_v8i6e25952_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>The study characteristics are provided in <xref ref-type="table" rid="table1">Table 1</xref>. In-depth characteristics of the included studies are described in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> and <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, and the intervention characteristics are shown in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. The majority of studies were conducted in the United States (94/161, 58.4%). The other locations were the European Union (38/161, 23.6%), United Kingdom (7/161, 4.3%), Australia and New Zealand (11/161, 6.8%), Canada (7/161, 4.3%), and others (&#60;4%). Studies included one to six conditions (mean 2.3, median 2), with the majority (n=149) randomizing participants to conditions. The majority of studies included control conditions (n=115), including treatment as usual (n=31), assessment only (n=20), waitlist (n=12), and other control conditions specifically relevant to the research question. Sample sizes ranged from 13 to 4165 (mean 453, median 217), and sample types included clinical (50/159, 31.4%), community (56/159, 35.2%), college/university (40/159, 25.2%), and veteran samples (7/159, 4.4%) and others (5/159, 3.1%). The mean age of the participants ranged from 18 to 53 years (mean 31.83, median 34). The majority of studies were focused on alcohol use, risks, and/or harms (109/159, 68.5%), although a substantial minority focused on multiple substances or any substance (28/159, 17.6%), cannabis specifically (12/159, 7.5%), opioids specifically (4/159, 2.5%), or other specific substances (&#60;3% each).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the included studies (N=159).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="740"/>
            <col width="0"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Parameters and characteristics</td>
                <td>Studies, n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Study metadata</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Study design</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Randomized controlled trial</td>
                <td colspan="2">122 (76.3%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Secondary analyses</td>
                <td colspan="2">18 (11.3%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Single-arm studies</td>
                <td colspan="2">19 (11.9%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Location<sup>b</sup></bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>United States</td>
                <td colspan="2">94 (58.4%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Canada</td>
                <td colspan="2">7 (4.4%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>European Union</td>
                <td colspan="2">38 (23.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>United Kingdom</td>
                <td colspan="2">7 (4.4%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>South America</td>
                <td colspan="2">1 (0.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Australia and New Zealand</td>
                <td colspan="2">11 (6.8%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Asia</td>
                <td colspan="2">3 (1.9%)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Population characteristics</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Sample size</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≤100</td>
                <td colspan="2">41 (25.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>101-500</td>
                <td colspan="2">66 (41.3%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>501-1000</td>
                <td colspan="2">39 (24.4%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&#62;1000</td>
                <td colspan="2">14 (8.8%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Mean age (years)<sup>c</sup></td>
                <td colspan="2">31.83</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Percentage women/female</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≤10%</td>
                <td colspan="2">3 (1.9%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>11%-50%</td>
                <td colspan="2">95 (59.4%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>51%-99%</td>
                <td colspan="2">54 (33.8%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>100%</td>
                <td colspan="2">8 (5.0%)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Study characteristics</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Target substance</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Alcohol</td>
                <td colspan="2">110 (69.2%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Cannabis</td>
                <td colspan="2">12 (7.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Opioids</td>
                <td colspan="2">4 (2.5%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Any substance</td>
                <td colspan="2">28 (17.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other substances</td>
                <td colspan="2">5 (3.1%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Conducted sex- and gender-based analyses</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">27 (17.0%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">123 (77.3%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>N/A<sup>d</sup></td>
                <td colspan="2">9 (5.7%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Assessed gender</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">19 (12.0%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">140 (88.0%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Assessed trauma</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">13 (9.1%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">147 (90.9%)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Intervention characteristics (n=190)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Language</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">150 (79.0%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Spanish</td>
                <td colspan="2">3 (1.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Swedish</td>
                <td colspan="2">15 (7.9%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>German</td>
                <td colspan="2">6 (3.2%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Norwegian</td>
                <td colspan="2">2 (1.1%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Multiple</td>
                <td colspan="2">6 (3.2%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">5 (2.6%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Nature of the intervention</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Single-session intervention</td>
                <td colspan="2">68 (35.8%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Multisession intervention</td>
                <td colspan="2">122 (64.2%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Mode of delivery</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mobile (app)</td>
                <td colspan="2">27 (14.2%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mobile (text)</td>
                <td colspan="2">13 (6.8%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Online</td>
                <td colspan="2">148 (77.9%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Combined (online + mobile)</td>
                <td colspan="2">2 (1.1%)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Percentages were rounded and may not sum to 100.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Numbers do not add up to 159 as two studies were conducted in multiple locations.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Mean age was not reported in nine studies.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Intervention Characteristics</title>
        <p>Digital health resources included multisession interventions (122/190, 64.2%) with multiple components or modules, such as screening and assessment, motivational enhancement, psychoeducation, and cognitive and behavioral skills building. Multisession interventions were available online (82/122, 67.2%), on mobile devices (mobile apps [25/122, 20.5%] and text [13/122, 10.7%]), and in a combination of both online and mobile methods (2/122, 1.6%). A substantial minority comprised single-session interventions (68/190, 35.8%), which were primarily available online (67/68, 99%) rather than on mobile devices (mobile apps [1/68, 2%]). There were no single-session interventions that were provided over text or that comprised a combination of both online and mobile methods. Each of these broad categories of digital health resources will be discussed in turn below. The digital health intervention duration ranged from one session (n=68) to 12 months, with other frequent durations including 4 weeks (n=7), 8 weeks (n=10), and 12 weeks (n=28). A substantial minority did not report or include a follow-up period (n=35). Follow-up durations ranged from 2 weeks to 2 years, with the most frequent periods including 1 month (n=37), 3 months (n=49), and 6 months (n=52). Overall, interventions were primarily in the English language (150/190, 78.9%), although others were available in multiple languages (6/190, 3.2%) or other specific languages such as Swedish (15/190, 7.9%) and others (German [6/190, 3.2%], Norwegian [2/190, 1.1%], Spanish [3/190, 1.6%], other [5/190, 2.6%]; all &#60;4%). In line with the study focus as reviewed above, the majority of interventions themselves targeted alcohol use, risks, and/or harms (95/124, 76.6%) in their content, with a substantial minority including a treatment targeting multiple substances or any substance (15/124, 12.1%), cannabis specifically (11/124, 8.9%), or other specific substances or substance combinations (&#60;2% each).</p>
      </sec>
      <sec>
        <title>Study Quality or Bias</title>
        <p>Overall, the majority of studies were found to exhibit features associated with some concerns of bias (93/160, 58.1%), with 11.9% (19/160) associated with high bias and 30.0% (48/160) associated with low bias, according to the Cochrane Risk of Bias Tool (<xref rid="figure2" ref-type="fig">Figure 2</xref>). More specifically, 68.1% (109/160) of studies were evaluated to have low bias associated with the randomization process (Domain 1), suggesting that adequate processes were put in place within these studies to minimize issues with randomization. The 39 studies associated with some concerns reported limited information on randomization methods or the concealment of assigned interventions, while the 12 with high bias did not randomize participants.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Risk of bias distributions.</p>
          </caption>
          <graphic xlink:href="mental_v8i6e25952_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Domain 2 examined the risk of bias due to deviations from the intended interventions. Approximately 48% (76/160, 47.5%) of studies were evaluated as having some concerns of bias in this domain, mostly due to the use of analyses that were not appropriate to estimate the effect of assignment to the intervention, or the lack of adequate information regarding deviations from the planned protocol. The 22.5% (36/160) of studies with high bias tended to have issues regarding both of these points, whereas the 30.0% (48/160) of studies with low bias used intention-to-treat analyses to estimate the effect of assignment and had adequate blinding measures in place.</p>
        <p>Domain 3 examined risk of bias due to missing outcome data, with 71.9% (115/160) of studies being evaluated as having low bias. Low bias in this domain signified that outcome data were available for nearly all participants or that adequate measures were put in place to evaluate bias due to missing outcome data. The 12.5% (20/160) of studies with some concerns were evaluated as such if it was possible that the results were biased by missing outcome data, such that study withdrawal occurred due to participants’ health status, whereas the 15.6% (25/160) of studies with high bias were evaluated as such if it was <italic>likely</italic> that study withdrawal occurred for this reason.</p>
        <p>Domain 4 examined risk of bias in measurement of the outcome variables. Approximately 77% (123/160, 76.9%) of studies were evaluated to have low bias in this section, due to appropriate outcome measures being used and appropriate blinding if outcomes were assessed by outcome assessors or participant blinding if outcomes were assessed using self-report measures. The 17.5% (28/160) of studies evaluated as having some concerns in this domain were characterized by some likelihood that measures of outcomes could have been influenced by the intervention received, and the 5.6% (9/160) of studies rated as having high bias in this domain were found to have inadequate information in this regard.</p>
        <p>Domain 5 examined risk of bias in the selection of the reported results. Approximately 61% (98/160, 61.3%) of studies were rated as having some concerns in this domain, particularly due to lack of prespecified analysis plans. The 37.5% (60/160) of studies with low risk of bias were found to have prespecified analysis plans and report all outcome measures and analyses in accordance with these plans. The 1.3% (2/160) of studies evaluated as having high risk of bias were found to be potentially selective in reporting outcome measurements and analyses, based on the results. All domains were coded according to a standardized scoring algorithm. Detailed information regarding the risk of bias for each study is presented in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>. See <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> for the references for all studies.</p>
      </sec>
      <sec>
        <title>Study Outcomes</title>
        <p>Overall, studies concluded that digital health resources for substance use or associated harms were efficacious or effective (155/190, 81.6%). The proportion of participants who identified as female or women ranged from 7% to 100% (mean 48%, median 46%; six studies were below 20%, but were eligible as over 20% endorsed trauma). In the vast majority of cases, participants identified as female, as only 16 studies explicitly assessed gender identity. Many studies appeared to use the terms sex and gender interchangeably (n=41). For example, indicating that gender was assessed (rather than sex) and specifying that reported genders were female and male. Sex- and gender-based analyses were conducted in only 17.0% (27/159) of studies, with 77.4% (123/159) of studies not conducting such analyses and 5.7% (9/159) not applicable (ie, no females or women were included in the sample, or the sample included only females or women). Thus, although digital health resources were found to be efficacious or effective in general, this was quantitatively confirmed for females or women in only 13.7% (26/190) of studies, with 81.1% (154/190) of studies not reporting relevant analyses and 5.3% (10/190) finding that the intervention was not effective for female or women participants. Only 13 of the studies reported that at least 20% of participants had a trauma history, and only seven of these reported that at least 20% of participants were female or women, <italic>and</italic> reported trauma (ie, six studies included at least 20% of participants with a trauma history, but less than 20% were female or women; these studies were nevertheless retained to present the nature of the evidence for those who have been exposed to violence or trauma). These studies included two studies of single-session interventions as follows: BSAFER (developed for any substance [<xref ref-type="bibr" rid="ref32">32</xref>]; demonstrated effectiveness at a 3-month follow-up in a small sample) and VetChange (developed for alcohol [<xref ref-type="bibr" rid="ref33">33</xref>]; demonstrated effectiveness over 1, 3, and 6 months). Two studies evaluated a mobile app (A-CHESS) developed for any substance and delivered over 6 to 8 months, which demonstrated effectiveness in an entirely female sample [<xref ref-type="bibr" rid="ref34">34</xref>], as well as a mixed sample [<xref ref-type="bibr" rid="ref35">35</xref>], although sex- or gender-based analyses were not conducted in the latter. Another study evaluated a mobile text message intervention for alcohol in young adults following emergency room treatment, with improvements at a 3-month follow-up [<xref ref-type="bibr" rid="ref36">36</xref>]. Finally, two widely investigated interventions (CBT4CBT and TES) developed for any substance and delivered over 12 weeks were evaluated in samples involving females and trauma, and although both interventions were effective, sex- or gender-based analyses were not conducted [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>A total of 122 study conditions comprised online multisession interventions, primarily targeting alcohol (n=53) or any substance (n=19), although more targeted interventions for cannabis and opioids were present as well. These interventions included both openly available and commercial products, which varied in their provision of screening, assessment, or monitoring; however, most included psychoeducation, goal setting, cognitive and behavioral skills training, and links to resources. Primary outcomes were most frequently substance consumption, although substance use harms or substance use disorder symptoms were also included. Overall, 87% (73/84) of these relatively intensive interventions exhibited acute impacts on primary outcomes following up to 8 or 12 weeks of treatment; in some cases, these were retained in subsequent follow-up assessments.</p>
        <p>Mobile interventions included both apps (n=27) and text-based messaging interventions (n=13). Mobile apps targeted alcohol (n=21) and any substance (n=4) or cannabis (n=3), and 87% (73/84) of these apps demonstrated improvements in the primary outcomes after approximately 4 to 12 weeks of use. Text-based messaging interventions targeted alcohol (n=9) or cannabis (n=1), and 85% (11/13) demonstrated benefits following 2 to 12 weeks of use.</p>
        <p>A total of 67 study conditions evaluated brief interventions, which were primarily delivered online (n=66) as compared to via a mobile device (n=1). The majority of these brief interventions addressed harmful or risky alcohol use, with only a small number addressing general drug use (n=10) or cannabis use (n=3). These brief interventions frequently took the form of noncommercial programs that provided initial screening and personalized normative feedback, as well as psychoeducation and resources. The primary outcome was most frequently substance consumption, primarily quantity or frequency (eg, number of standard alcoholic drinks per week and binge or heavy drinking frequency). Approximately 64% (43/67) of these brief interventions did exhibit short-term impacts on the primary outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>The empirical investigations of the efficacy or effectiveness of digital health resources for adults who identify as female or women, or who report a history of trauma, appear to be principally conducted in the United States and Europe, with the majority in the English language. These investigations and the interventions evaluated predominantly focused on alcohol use or associated harms/risks, although a substantial minority of investigations was broadly applicable to substance use in general. The majority of studies randomized participants to study conditions, with a range of active and control conditions evident across studies. Similar to other reviews of psychosocial interventions, a substantial proportion of investigations was judged to have some concerns associated with bias, primarily related to participant or assessor blinding, lack of intent-to-treat analysis, or lack of a reported prespecified or registered analytical plan. Lower bias was evident regarding randomization, missing data, and outcome measurement.</p>
        <p>The digital health resources evaluated included multisession and brief (ie, single) session interventions, with a wide range of therapeutic elements. Across all interventions, the primary outcome was most frequently substance use quantity and frequency. More intensive online and mobile interventions, frequently several months or more in duration and including numerous therapeutic components, exhibited moderate to strong effects in the vast majority of studies. Brief interventions, which consisted of a single session of varied duration (but most commonly less than 1 hour), demonstrated efficacy in most studies, although it was notable that these effects decreased over longer follow-ups in many studies.</p>
        <p>Overall, studies that included a substantial proportion of adults who identified as female or women concluded that digital health resources for substance use or associated harms were efficacious or effective (155/190, 81.6%). A minimum threshold of 20% of the sample identifying as female or women, or endorsing trauma, was implemented to ensure the relevance of evidence reviewed to the research question. This eligibility requirement resulted in the exclusion of a limited number of records (n=17), which shared many of the study and intervention features described above. Notably, in many contexts, a much higher proportion would be required to conduct sex- or gender-based analyses and to support generalizability to our target populations. In fact, the majority of studies did include 40% or more of participants who were female or women, with larger proportions more common in community and trainee samples. Yet, most investigations did not assess gender identity, and many used sex and gender terms interchangeably. Further, sex- or gender-based analyses were not conducted in the majority of studies (n=113); thus, direct or quantitative evidence for the efficacy or effectiveness of interventions in females or women specifically is weak.</p>
        <p>Evidence for adults reporting a history of trauma was even more limited. Only 13 studies were found that met this liberal inclusion criterion, and even then, the association between trauma history and clinical outcomes was not evaluated. There is a critical need to assess and report trauma in the evaluation of digital health resources in this context to identify those most likely to be of benefit to adults with a trauma history. Of note, the current results appear unlikely to be the result of lower access to individuals with past or current experiences of violence and trauma. Among women presenting to treatment, significantly higher rates of sexual abuse have been observed in comparison to community samples of women meeting criteria for the diagnosis of substance use disorders, suggesting that experiences of trauma may play a role in the process of treatment initiation [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. In fact, 61% of people in a population of treatment-seeking men and women specifically cited the experience of a recent traumatic event as the reason for seeking treatment for their substance misuse, demonstrating a clear need for a trauma-focused approach [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Similar to the current investigation, previous systematic reviews and meta-analyses have highlighted the large number of digital interventions for alcohol, with a preponderance of brief interventions with small immediate benefits but low evidence for longer-term clinically significant effects [<xref ref-type="bibr" rid="ref40">40</xref>]. Evidence for digital interventions for other substances is promising but more limited [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>The most recent and focused investigation of digital health resources for women with substance use disorders focused on the childbearing age. Notably, the current broader synthesis noted that, in fact, there appears to be a dearth of studies in older adult samples as well as studies in other important groups. For example, studies in samples across the lifespan, across racial backgrounds, and with other important social determinants of health and those who face barriers to care (eg, rural communities, homeless or houseless individuals, forensic samples, and adults of varied physical and mental abilities) are critical to conduct. Thus, although a range of sample types was evident in the current review, future research would benefit from extending across the lifespan and including other types of samples with more varied demographic and clinical features.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This investigation focused on a specific category of digital health resources, which necessarily limits its scope. The consideration of virtual psychotherapy, digital recovery support networks, and other forms of resources would be a valuable extension of this work. Similarly, this investigation focused on adults reporting or exhibiting substance use risks or harms, and interventions targeting substance use or associated risks or harms, which would preclude larger-scale population health interventions targeting a broader range of lower-risk individuals as well as interventions with lifestyle or health/wellness foci. Focused reviews of these broader groups and interventions would benefit a range of stakeholders. This review focused on adults who identify as female or women and neglected other sex and gender groups. Thus, increased attention to treatment outcomes across the gender continuum is needed. Finally, the incorporation of other key identity features, particularly those related to race, culture, and ethnicity, is critical to examine how the intersections of these different components of identity are linked to treatment outcomes. Very limited research in this area has been conducted to date, highlighting this key gap.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This project represents a synthesis of available evidence for digital health resources for adults who identify as female or women with substance use concerns. Although substance use has been increasing in these individuals, adults who identify as female or women are underrepresented in in-person clinical services and exhibit unique treatment barriers, preferences, and needs. Importantly, trauma is elevated in this group, highlighting the clinical priority of interventions that are sensitive to not only gender-specific psychoeducation and skills building, but also trauma-informed approaches. Although this synthesis simultaneously provides promising support for the therapeutic benefit of digital health resources for this priority population, it also highlights critical clinical and research priorities. Increased assessments of both sex and gender identities, and the implementation of sex- and gender-based analyses are critical in future empirical investigations of digital health resources. Increased integration of trauma and other key participant features is also needed to contribute to the further development of these interventions. Trauma, intersectionality, and key social determinants of health are critical to understand not only the value of these resources but also how to successfully implement them in varied geographical regions and health systems.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy for MEDLINE.</p>
        <media xlink:href="mental_v8i6e25952_app1.docx" xlink:title="DOCX File , 121 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Study demographic characteristics.</p>
        <media xlink:href="mental_v8i6e25952_app2.docx" xlink:title="DOCX File , 174 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study design characteristics.</p>
        <media xlink:href="mental_v8i6e25952_app3.docx" xlink:title="DOCX File , 153 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Intervention characteristics.</p>
        <media xlink:href="mental_v8i6e25952_app4.docx" xlink:title="DOCX File , 85 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Risk of bias.</p>
        <media xlink:href="mental_v8i6e25952_app5.docx" xlink:title="DOCX File , 57 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>References for articles included in the scoping review.</p>
        <media xlink:href="mental_v8i6e25952_app6.docx" xlink:title="DOCX File , 61 KB"/>
      </supplementary-material>
    </app-group>
    <ack>
      <p>This project was supported by operating funds from the Canadian Institutes of Health Research (CIHR), who approved the research proposal, including the objectives and methodology, but had no involvement in the research design, conduct, analysis, interpretation, or reporting.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>CAMH Monitor</article-title>
          <source>CAMH</source>
          <access-date>2020-04-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.camh.ca/en/science-and-research/institutes-and-centres/institute-for-mental-health-policy-research/camh-monitor">https://www.camh.ca/en/science-and-research/institutes-and-centres/institute-for-mental-health-policy-research/camh-monitor</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tebeka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Premorel Higgons</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dubertret</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Le Strat</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Changes in alcohol use and heavy episodic drinking in U.S. Women of childbearing-age and peripartum between 2001-2002 and 2012-2013</article-title>
          <source>Addict Behav</source>
          <year>2020</year>
          <month>08</month>
          <volume>107</volume>
          <fpage>106389</fpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2020.106389</pub-id>
          <pub-id pub-id-type="medline">32244086</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(19)31462-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shokoohi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Kaida</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lacombe-Duncan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kazemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnier</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de Pokomandy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Loutfy</surname>
              <given-names>M</given-names>
            </name>
            <collab>CHIWOS Research Team</collab>
          </person-group>
          <article-title>Substance use patterns among women living with HIV compared with the general female population of Canada</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>10</month>
          <day>01</day>
          <volume>191</volume>
          <fpage>70</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.06.026</pub-id>
          <pub-id pub-id-type="medline">30086425</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30390-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cormier</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dell</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Women and Substance Abuse Problems</article-title>
          <source>BMC Women's Health</source>
          <year>2004</year>
          <month>08</month>
          <day>25</day>
          <volume>4</volume>
          <issue>Suppl 1</issue>
          <fpage>S8</fpage>
          <pub-id pub-id-type="doi">10.1186/1472-6874-4-s1-s8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shield</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kehoe</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Patra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mortality and potential years of life lost attributable to alcohol consumption in Canada in 2005</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>01</month>
          <day>31</day>
          <volume>12</volume>
          <fpage>91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-91"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-91</pub-id>
          <pub-id pub-id-type="medline">22293064</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-91</pub-id>
          <pub-id pub-id-type="pmcid">PMC3305515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Popova</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poznyak</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chudley</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Shield</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Population-based prevalence of fetal alcohol spectrum disorder in Canada</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>06</month>
          <day>28</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>845</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7213-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7213-3</pub-id>
          <pub-id pub-id-type="medline">31253131</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7213-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6599312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sorge</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maloney-Hall</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sherk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Perlova</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Estimation of the impacts of substance use on workplace productivity: a hybrid human capital and prevalence-based approach applied to Canada</article-title>
          <source>Can J Public Health</source>
          <year>2020</year>
          <month>04</month>
          <volume>111</volume>
          <issue>2</issue>
          <fpage>202</fpage>
          <lpage>211</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31792845"/>
          </comment>
          <pub-id pub-id-type="doi">10.17269/s41997-019-00271-8</pub-id>
          <pub-id pub-id-type="medline">31792845</pub-id>
          <pub-id pub-id-type="pii">10.17269/s41997-019-00271-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7109245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myran</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tanuseputro</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Rates of emergency department visits attributable to alcohol use in Ontario from 2003 to 2016: a retrospective population-level study</article-title>
          <source>CMAJ</source>
          <year>2019</year>
          <month>07</month>
          <day>22</day>
          <volume>191</volume>
          <issue>29</issue>
          <fpage>E804</fpage>
          <lpage>E810</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=31332048"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.181575</pub-id>
          <pub-id pub-id-type="medline">31332048</pub-id>
          <pub-id pub-id-type="pii">191/29/E804</pub-id>
          <pub-id pub-id-type="pmcid">PMC6645924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andréasson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Danielsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wallhed-Finn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Preferences regarding treatment for alcohol problems</article-title>
          <source>Alcohol Alcohol</source>
          <year>2013</year>
          <volume>48</volume>
          <issue>6</issue>
          <fpage>694</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/alcalc/agt067</pub-id>
          <pub-id pub-id-type="medline">23842842</pub-id>
          <pub-id pub-id-type="pii">agt067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drapalski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bellack</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Gender differences in substance use, consequences, motivation to change, and treatment seeking in people with serious mental illness</article-title>
          <source>Subst Use Misuse</source>
          <year>2011</year>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>808</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21174496"/>
          </comment>
          <pub-id pub-id-type="doi">10.3109/10826084.2010.538460</pub-id>
          <pub-id pub-id-type="medline">21174496</pub-id>
          <pub-id pub-id-type="pmcid">PMC3789523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Gottfredson</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Desistance and Treatment Seeking Among Women With Substance Use Disorders</article-title>
          <source>Qual Health Res</source>
          <year>2018</year>
          <month>07</month>
          <volume>28</volume>
          <issue>8</issue>
          <fpage>1330</fpage>
          <lpage>1341</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29671376"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1049732318767637</pub-id>
          <pub-id pub-id-type="medline">29671376</pub-id>
          <pub-id pub-id-type="pmcid">PMC7470472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>OD</given-names>
            </name>
          </person-group>
          <article-title>Barriers to Treatment for Women With Substance Use Disorders</article-title>
          <source>Journal of Human Behavior in the Social Environment</source>
          <year>2010</year>
          <month>05</month>
          <day>10</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>393</fpage>
          <lpage>409</lpage>
          <pub-id pub-id-type="doi">10.1080/10911351003673310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>New Terrain: Tools to Integrate Trauma and Gender Informed Responses into Substance Use Practice and Policy</article-title>
          <source>Centre of Excellence for Women’s Health</source>
          <year>2018</year>
          <access-date>2021-05-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bccewh.bc.ca/2018/06/new-terrain-tools-to-integrate-trauma-and-gender-informed-responses-into-substance-use-practice-and-policy/">https://bccewh.bc.ca/2018/06/new-terrain-tools-to-integrate-trauma-and-gender-informed-responses-into-substance-use-practice-and-policy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krupnik</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Trauma or adversity?</article-title>
          <source>Traumatology</source>
          <year>2019</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>256</fpage>
          <lpage>261</lpage>
          <pub-id pub-id-type="doi">10.1037/trm0000169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keyser-Marcus</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alvanzo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rieckmann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sepulveda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Forcehimes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>LZ</given-names>
            </name>
            <name name-style="western">
              <surname>Leisey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stitzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Svikis</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Trauma, gender, and mental health symptoms in individuals with substance use disorders</article-title>
          <source>J Interpers Violence</source>
          <year>2015</year>
          <month>01</month>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24811286"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0886260514532523</pub-id>
          <pub-id pub-id-type="medline">24811286</pub-id>
          <pub-id pub-id-type="pii">0886260514532523</pub-id>
          <pub-id pub-id-type="pmcid">PMC4766974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Masson</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Delucchi</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Sees</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Violent traumatic events and drug abuse severity</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2001</year>
          <month>03</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/s0740-5472(00)00156-2</pub-id>
          <pub-id pub-id-type="medline">11306214</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(00)00156-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ouimette</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Kimerling</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moos</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Physical and Sexual Abuse Among Women and Men with Substance Use Disorders</article-title>
          <source>Alcoholism Treatment Quarterly</source>
          <year>2000</year>
          <month>11</month>
          <day>29</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>7</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1300/j020v18n03_02</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pirard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sharon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Angarita</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Gastfriend</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of physical and sexual abuse among substance abuse patients and impact on treatment outcomes</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2005</year>
          <month>04</month>
          <day>04</day>
          <volume>78</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2004.09.005</pub-id>
          <pub-id pub-id-type="medline">15769558</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(04)00282-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blakey</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bowers</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>Barriers to Integrated Treatment of Substance Abuse and Trauma Among Women</article-title>
          <source>Journal of Social Work Practice in the Addictions</source>
          <year>2014</year>
          <month>08</month>
          <day>21</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>250</fpage>
          <lpage>272</lpage>
          <pub-id pub-id-type="doi">10.1080/1533256x.2014.933731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milligan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Niccols</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sword</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Maternal substance use and integrated treatment programs for women with substance abuse issues and their children: a meta-analysis</article-title>
          <source>Subst Abuse Treat Prev Policy</source>
          <year>2010</year>
          <month>09</month>
          <day>01</day>
          <volume>5</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://substanceabusepolicy.biomedcentral.com/articles/10.1186/1747-597X-5-21"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1747-597X-5-21</pub-id>
          <pub-id pub-id-type="medline">20809957</pub-id>
          <pub-id pub-id-type="pii">1747-597X-5-21</pub-id>
          <pub-id pub-id-type="pmcid">PMC2942813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lamanna</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rajakulendran</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stergiopoulos</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Implementing a trauma-informed intervention for homeless female survivors of gender-based violence: Lessons learned in a large Canadian urban centre</article-title>
          <source>Health Soc Care Community</source>
          <year>2020</year>
          <month>05</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>823</fpage>
          <lpage>832</lpage>
          <pub-id pub-id-type="doi">10.1111/hsc.12913</pub-id>
          <pub-id pub-id-type="medline">31814189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nesvåg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and Effects of Digital Interventions to Support People in Recovery From Substance Use Disorders: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>08</month>
          <day>23</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>e255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/8/e255/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9873</pub-id>
          <pub-id pub-id-type="medline">30139724</pub-id>
          <pub-id pub-id-type="pii">v20i8e255</pub-id>
          <pub-id pub-id-type="pmcid">PMC6127498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hai</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Hammock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Velasquez</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The Efficacy of Technology-Based Interventions for Alcohol and Illicit Drug Use Among Women of Childbearing Age: A Systematic Review and Meta-Analysis</article-title>
          <source>Alcohol Clin Exp Res</source>
          <year>2019</year>
          <month>12</month>
          <volume>43</volume>
          <issue>12</issue>
          <fpage>2464</fpage>
          <lpage>2479</lpage>
          <pub-id pub-id-type="doi">10.1111/acer.14203</pub-id>
          <pub-id pub-id-type="medline">31557336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tufanaru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McArthur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Systematic review or scoping review? Guidance for authors when choosing between a systematic or scoping review approach</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2018</year>
          <month>11</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-018-0611-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="medline">30453902</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6245623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Defining internet-supported therapeutic interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2009</year>
          <month>08</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-009-9130-7</pub-id>
          <pub-id pub-id-type="medline">19787305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litvin</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Abrantes</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Computer and mobile technology-based interventions for substance use disorders: an organizing framework</article-title>
          <source>Addict Behav</source>
          <year>2013</year>
          <month>03</month>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>1747</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2012.09.003</pub-id>
          <pub-id pub-id-type="medline">23254225</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(12)00322-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>International Journal of Social Research Methodology</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: advancing the methodology</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>09</month>
          <day>20</day>
          <volume>5</volume>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-69"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-69</pub-id>
          <pub-id pub-id-type="medline">20854677</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-69</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daudt</surname>
              <given-names>HML</given-names>
            </name>
            <name name-style="western">
              <surname>van Mossel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Enhancing the scoping study methodology: a large, inter-professional team's experience with Arksey and O'Malley's framework</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2013</year>
          <month>03</month>
          <day>23</day>
          <volume>13</volume>
          <fpage>48</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-13-48"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-13-48</pub-id>
          <pub-id pub-id-type="medline">23522333</pub-id>
          <pub-id pub-id-type="pii">1471-2288-13-48</pub-id>
          <pub-id pub-id-type="pmcid">PMC3614526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>473</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Assessing Risk of Bias in Included Studies</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions: Cochrane Book Series</source>
          <year>2017</year>
          <publisher-loc>London, England</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
          <fpage>187</fpage>
          <lpage>242</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Zlotnick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Strong</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Squires</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Tapé</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mello</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>BSAFER: A Web-based intervention for drug use and intimate partner violence demonstrates feasibility and acceptability among women in the emergency department</article-title>
          <source>Subst Abus</source>
          <year>2016</year>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>441</fpage>
          <lpage>449</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26714233"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/08897077.2015.1134755</pub-id>
          <pub-id pub-id-type="medline">26714233</pub-id>
          <pub-id pub-id-type="pmcid">PMC4927399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Ameral</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Brief</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Enggasser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Litwack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Helmuth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Solhan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbloom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Changes in alcohol use, PTSD hyperarousal symptoms, and intervention dropout following veterans' use of VetChange</article-title>
          <source>Addict Behav</source>
          <year>2020</year>
          <month>08</month>
          <volume>107</volume>
          <fpage>106401</fpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2020.106401</pub-id>
          <pub-id pub-id-type="medline">32272356</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(20)30119-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Mathews</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Maus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Using Smartphones to Improve Treatment Retention Among Impoverished Substance-Using Appalachian Women: A Naturalistic Study</article-title>
          <source>Subst Abuse</source>
          <year>2019</year>
          <volume>13</volume>
          <fpage>1178221819861377</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1178221819861377?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1178221819861377</pub-id>
          <pub-id pub-id-type="medline">31312084</pub-id>
          <pub-id pub-id-type="pii">10.1177_1178221819861377</pub-id>
          <pub-id pub-id-type="pmcid">PMC6614935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>McTavish</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Chih</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Atwood</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Driscoll</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chisholm</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Dillenburg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Isham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A smartphone application to support recovery from alcoholism: a randomized clinical trial</article-title>
          <source>JAMA Psychiatry</source>
          <year>2014</year>
          <month>05</month>
          <volume>71</volume>
          <issue>5</issue>
          <fpage>566</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24671165"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2013.4642</pub-id>
          <pub-id pub-id-type="medline">24671165</pub-id>
          <pub-id pub-id-type="pii">1847578</pub-id>
          <pub-id pub-id-type="pmcid">PMC4016167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suffoletto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callaway</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kristan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Text-message-based drinking assessments and brief interventions for young adults discharged from the emergency department</article-title>
          <source>Alcohol Clin Exp Res</source>
          <year>2012</year>
          <month>03</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>552</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1530-0277.2011.01646.x</pub-id>
          <pub-id pub-id-type="medline">22168137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tofighi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>ANC</given-names>
            </name>
            <name name-style="western">
              <surname>Pavlicova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>EV</given-names>
            </name>
          </person-group>
          <article-title>Recent Internet Use and Associations with Clinical Outcomes among Patients Entering Addiction Treatment Involved in a Web-Delivered Psychosocial Intervention Study</article-title>
          <source>J Urban Health</source>
          <year>2016</year>
          <month>10</month>
          <volume>93</volume>
          <issue>5</issue>
          <fpage>871</fpage>
          <lpage>883</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27653383"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11524-016-0077-2</pub-id>
          <pub-id pub-id-type="medline">27653383</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11524-016-0077-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5052150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Añez-Nava</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jaramillo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kiluk</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Nich</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Frankforter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Devore</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Culturally Adapted, Web-Based Cognitive Behavioral Therapy for Spanish-Speaking Individuals With Substance Use Disorders: A Randomized Clinical Trial</article-title>
          <source>Am J Public Health</source>
          <year>2018</year>
          <month>11</month>
          <volume>108</volume>
          <issue>11</issue>
          <fpage>1535</fpage>
          <lpage>1542</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2018.304571</pub-id>
          <pub-id pub-id-type="medline">30252519</pub-id>
          <pub-id pub-id-type="pmcid">PMC6187780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lincoln</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Liebschutz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Chernoff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Amaro</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Brief screening for co-occurring disorders among women entering substance abuse treatment</article-title>
          <source>Subst Abuse Treat Prev Policy</source>
          <year>2006</year>
          <month>09</month>
          <day>07</day>
          <volume>1</volume>
          <fpage>26</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://substanceabusepolicy.biomedcentral.com/articles/10.1186/1747-597X-1-26"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1747-597X-1-26</pub-id>
          <pub-id pub-id-type="medline">16959041</pub-id>
          <pub-id pub-id-type="pii">1747-597X-1-26</pub-id>
          <pub-id pub-id-type="pmcid">PMC1570455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dedert</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>McDuffie</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McNiel</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kosinski</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Freiermuth</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Hemminger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Electronic Interventions for Alcohol Misuse and Alcohol Use Disorders: A Systematic Review</article-title>
          <source>Ann Intern Med</source>
          <year>2015</year>
          <month>08</month>
          <day>04</day>
          <volume>163</volume>
          <issue>3</issue>
          <fpage>205</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26237752"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M15-0285</pub-id>
          <pub-id pub-id-type="medline">26237752</pub-id>
          <pub-id pub-id-type="pii">2411833</pub-id>
          <pub-id pub-id-type="pmcid">PMC4837467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Preuss</surname>
              <given-names>UW</given-names>
            </name>
            <name name-style="western">
              <surname>Ferri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Digital Interventions for Problematic Cannabis Users in Non-Clinical Settings: Findings from a Systematic Review and Meta-Analysis</article-title>
          <source>Eur Addict Res</source>
          <year>2016</year>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>233</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000445716"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000445716</pub-id>
          <pub-id pub-id-type="medline">27160333</pub-id>
          <pub-id pub-id-type="pii">000445716</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
