<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i5e35048</article-id>
      <article-id pub-id-type="pmid">35499857</article-id>
      <article-id pub-id-type="doi">10.2196/35048</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Engagement, Predictors, and Outcomes of a Trauma Recovery Digital Mental Health Intervention: Longitudinal Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cao</surname>
            <given-names>Weidan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Uludag</surname>
            <given-names>Kadir</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Yeager</surname>
            <given-names>Carolyn M</given-names>
          </name>
          <degrees>MA, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Lyda Hill Institute for Human Resilience</institution>
            <institution>University of Colorado Colorado Springs</institution>
            <addr-line>Fourth Floor</addr-line>
            <addr-line>4863 North Nevada Avenue</addr-line>
            <addr-line>Colorado Springs, CO, 80918</addr-line>
            <country>United States</country>
            <phone>1 (719) 413 8075</phone>
            <email>cyeager@uccs.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2419-6370</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Benight</surname>
            <given-names>Charles C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6014-1700</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Lyda Hill Institute for Human Resilience</institution>
        <institution>University of Colorado Colorado Springs</institution>
        <addr-line>Colorado Springs, CO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Carolyn M Yeager <email>cyeager@uccs.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>5</issue>
      <elocation-id>e35048</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>3</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Carolyn M Yeager, Charles C Benight. Originally published in JMIR Mental Health (https://mental.jmir.org), 02.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2022/5/e35048" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Worldwide, exposure to potentially traumatic events is extremely common, and many individuals develop posttraumatic stress disorder (PTSD) along with other disorders. Unfortunately, considerable barriers to treatment exist. A promising approach to overcoming treatment barriers is a digital mental health intervention (DMHI). However, engagement with DMHIs is a concern, and theoretically based research in this area is sparse and often inconclusive.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The focus of this study is on the complex issue of DMHI engagement. On the basis of the social cognitive theory framework, the conceptualization of engagement and a theoretically based model of predictors and outcomes were investigated using a DMHI for trauma recovery.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A 6-week longitudinal study with a national sample of survivors of trauma was conducted to measure engagement, predictors of engagement, and mediational pathways to symptom reduction while using a trauma recovery DMHI (time 1: N=915; time 2: N=350; time 3: N=168; and time 4: N=101).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Confirmatory factor analysis of the engagement latent constructs of duration, frequency, interest, attention, and affect produced an acceptable model fit (<italic>χ<sup>2</sup></italic><sub>2</sub>=8.3; <italic>P</italic>=.02; comparative fit index 0.973; root mean square error of approximation 0.059; 90% CI 0.022-0.103). Using the latent construct, the longitudinal theoretical model demonstrated adequate model fit (comparative fit index 0.929; root mean square error of approximation 0.052; 90% CI 0.040-0.064), indicating that engagement self-efficacy (β=.35; <italic>P</italic>&#60;.001) and outcome expectations (β=.37; <italic>P</italic>&#60;.001) were significant predictors of engagement (<italic>R</italic><sup>2</sup>=39%). The overall indirect effect between engagement and PTSD symptom reduction was significant (β=–.065; <italic>P&#60;</italic>.001; 90% CI –0.071 to –0.058). This relationship was serially mediated by both skill activation self-efficacy (β=.80; <italic>P</italic>&#60;.001) and trauma coping self-efficacy (β=.40; <italic>P</italic>&#60;.001), which predicted a reduction in PTSD symptoms (β=−.20; <italic>P</italic>=.02).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results of this study may provide a solid foundation for formalizing the nascent science of engagement. Engagement conceptualization comprised general measures of attention, interest, affect, and use that could be applied to other applications. The longitudinal research model supported 2 theoretically based predictors of engagement: engagement self-efficacy and outcome expectancies. A total of 2 task-specific self-efficacies—skill activation and trauma coping—proved to be significant mediators between engagement and symptom reduction. Taken together, this model can be applied to other DMHIs to understand engagement, as well as predictors and mechanisms of action. Ultimately, this could help improve the design and development of engaging and effective trauma recovery DMHIs.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>engagement</kwd>
        <kwd>digital health</kwd>
        <kwd>digital mental health intervention</kwd>
        <kwd>social cognitive theory</kwd>
        <kwd>SCT</kwd>
        <kwd>self-efficacy</kwd>
        <kwd>outcome expectations</kwd>
        <kwd>trauma</kwd>
        <kwd>posttraumatic stress disorder</kwd>
        <kwd>PTSD</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The World Mental Health Survey Consortium indicated that &#62;70% of adults are exposed to traumatic events [<xref ref-type="bibr" rid="ref1">1</xref>]. In the United States, approximately 90% of people are estimated to have at least one exposure to a traumatic event during their lifetime [<xref ref-type="bibr" rid="ref2">2</xref>]. The COVID-19 pandemic has presented additional challenges resulting in an increased global demand for mental health services, along with increases in trauma exposure in its aftermath [<xref ref-type="bibr" rid="ref3">3</xref>]. As trauma exposure increases, so do the risks of developing posttraumatic stress disorder (PTSD), along with other mental and physical health conditions [<xref ref-type="bibr" rid="ref4">4</xref>]. Costs associated with mental health disorders are significant, accounting for approximately 7% of the global burden of disease and 19% of all years lived with disability [<xref ref-type="bibr" rid="ref5">5</xref>]. Despite its high prevalence and societal costs, treatment coverage remains poor, resulting in a global mental health treatment gap [<xref ref-type="bibr" rid="ref6">6</xref>]. Substantial barriers to mental health treatment include perceived stigma, access, costs, and lack of trained personnel. Rural and underserved communities are especially vulnerable to these barriers, which have been exacerbated in the wake of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      </sec>
      <sec>
        <title>Digital Mental Health Interventions</title>
        <p>A promising approach to overcoming these barriers is the use of technology to reach more people at a low cost in a structured and confidential format [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Technology to promote mental health and behavior change is referred to as a digital mental health intervention (DMHI). The acceptance of DMHI apps continues to increase, and downloads have risen exponentially since the proliferation of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref10">10</xref>]. Several systematic reviews have concluded that although DMHIs are growing in popularity, evidence of their efficacy is still limited [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Research suggests that some inconclusive findings on DMHI effectiveness may be related to a lack of engagement [<xref ref-type="bibr" rid="ref12">12</xref>]. As engagement may influence intervention outcomes, a greater understanding of engagement and the factors that influence DMHI engagement is essential [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>However, despite its importance, a consistent engagement conceptualization is lacking [<xref ref-type="bibr" rid="ref14">14</xref>]. The term <italic>engagement</italic>, broadly defined as attention, interest, and use of a DMHI [<xref ref-type="bibr" rid="ref15">15</xref>], has been used in many ways, yielding inconsistent findings and making it challenging to synthesize reliable models and measures. The lack of guidelines or specificity makes it difficult to measure, interpret, and compare the engagement metrics across DMHIs. A recent systematic review concluded that the field of DMHIs depends on user engagement, and the lack of clear definitions and standards can be harmful to the field [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>This study sought to address this gap by extending previous engagement research [<xref ref-type="bibr" rid="ref17">17</xref>] to examine a theoretical framework for the conceptualization of engagement, predictors of engagement, and the relationship between engagement and outcomes. Before presenting the model, the engagement conceptualization is described.</p>
      </sec>
      <sec>
        <title>Engagement</title>
        <p>Most studies agree that engagement includes some interaction with a DMHI [<xref ref-type="bibr" rid="ref18">18</xref>]; however, there is little agreement as to what exactly engagement is, its bounds, and a precise conceptualization of the concept in general (see Yeager and Benight [<xref ref-type="bibr" rid="ref19">19</xref>] for a full review). Systematic reviews of engagement research concluded that the definition of engagement must go beyond objective measures of use to include subjective measures of attention, interest, and affect [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. This definition aligns with the social cognitive theory (SCT) framework [<xref ref-type="bibr" rid="ref20">20</xref>], where observed behaviors (ie, DMHI use), cognitive factors (ie, attention and interest), and personal factors (ie, affect) interact to define the more complex process of engagement. As far as we are aware, this is one of the first studies to explore a multidimensional conceptualization of engagement that includes subjective measures of attention, interest, and affect and objective measures of use.</p>
      </sec>
      <sec>
        <title>Longitudinal Engagement Research Model</title>
        <sec>
          <title>Overview</title>
          <p>On the basis of this engagement conceptualization, a longitudinal research model was developed and tested (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This model was built on several frameworks [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref21">21</xref>] and included predictors of engagement (shown in brown), objective and subjective measures of engagement (shown in purple), and direct and indirect relationships to DMHI outcomes (shown in blue).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Proposed longitudinal digital mental health intervention engagement model. Predictors of engagement are shown in brown, objective and subjective measures of engagement are shown in purple, and the direct and indirect relationships to digital mental health intervention outcomes are shown in blue. Hypotheses are also indicated. DMHI: digital mental health intervention.</p>
            </caption>
            <graphic xlink:href="mental_v9i5e35048_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Engagement Predictors</title>
          <p>Predictors of engagement can include countless combinations of user characteristics and DMHI design components [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Using a theoretical framework is essential to begin to whittle down the most important factors [<xref ref-type="bibr" rid="ref12">12</xref>]. SCT, which offers a parsimonious, self-regulatory framework for motivating DMHI engagement [<xref ref-type="bibr" rid="ref20">20</xref>], suggests that behaviors are performed if one perceives confidence in one’s ability, there are few external barriers, and the behavior is worth the effort. Self-efficacy [<xref ref-type="bibr" rid="ref24">24</xref>] and outcome expectations [<xref ref-type="bibr" rid="ref25">25</xref>] are key constructs in this self-regulatory process. SCT suggests that predictors of engagement include both personal (eg, appraisals) and external (eg, DMHI characteristics) factors.</p>
          <p>Engagement self-efficacy reflects appraisals of one’s ability to initiate and maintain engagement with a DMHI despite barriers associated with using a DMHI [<xref ref-type="bibr" rid="ref26">26</xref>] that focuses on trauma recovery [<xref ref-type="bibr" rid="ref27">27</xref>]. Engagement self-efficacy incorporates both confidence in using technology and confidence in addressing traumatic stress symptoms. Individuals high in engagement self-efficacy imagine success in using a DMHI and are more likely to initiate a new behavior, invest more effort, and persist longer than those who are less self-efficacious [<xref ref-type="bibr" rid="ref28">28</xref>]. These individuals may persist despite challenges associated with using technology and avoidant behaviors, a hallmark symptom cluster of PTSD [<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, engagement self-efficacy is predicted to have a positive effect on engagement.</p>
          <p>Outcome expectations are the estimation that a given behavior, once performed, will lead to desired outcomes [<xref ref-type="bibr" rid="ref30">30</xref>]. Outcome expectancy includes DMHI characteristics such as beliefs that the DMHI will be effective [<xref ref-type="bibr" rid="ref31">31</xref>]. For this study, outcome expectations are defined as perceptions that using the DMHI will increase one’s ability to cope with symptoms associated with their trauma. Low outcome expectations are often cited as barriers to in-person evidence-based treatment for those with PTSD [<xref ref-type="bibr" rid="ref32">32</xref>]. Therefore, higher outcome expectations are predicted to have a positive effect on DMHI engagement.</p>
        </sec>
        <sec>
          <title>Engagement Outcomes</title>
          <p>Understanding the full picture of DMHI effectiveness must also include the anticipated effects of engagement on important postintervention outcomes. The ambiguity demonstrated in the predictors of engagement research was also found in research examining the relationship between engagement and DMHI outcomes [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Research has shown that there is a dose-response relationship: the greater the use, the greater the positive effects [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. However, not all DMHIs show this relationship [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], which may be attributable to several factors, including a lack of engagement consensus and lack of consideration of DMHIs’ mechanisms of action [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
          <p>These mechanisms can serve as mediators between DMHI engagement and desired outcomes. Perski et al [<xref ref-type="bibr" rid="ref15">15</xref>] found that mechanisms of action include beliefs, knowledge, motivation, self-efficacy, and skill practice. To increase our understanding of these potential mechanisms, our model included 2 serial mediators between engagement and outcomes (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <p>On the basis of the SCT, we examined 2 forms of self-efficacy, measured at subsequent periods, as potential mechanisms of action. According to Bandura [<xref ref-type="bibr" rid="ref20">20</xref>], self-efficacy is a context-specific assessment of competence in performing a specific task. These different types of task-specific self-efficacy, which is an assessment targeting distinct appraisals across different groups of behaviors, include skill activation and coping with trauma symptoms.</p>
          <p>Skill activation self-efficacy refers to a person’s confidence in performing the specific skills taught by the DMHI, and coping self-efficacy for trauma (CSE-T) refers to a person’s confidence in managing their internal and external posttraumatic recovery demands [<xref ref-type="bibr" rid="ref27">27</xref>]. In our theorizing, greater engagement with the DMHI enhanced skill activation self-efficacy, which led to subsequent increases in CSE-T. In the proposed model, skill activation self-efficacy was measured after using the DMHI for approximately 1 week (time 2 [T2]), and CSE-T was measured after using the DHMI for approximately 2 weeks (time 3 [T3]).</p>
          <p>Skill activation self-efficacy reflects confidence in one’s ability to use the new skills learned from the DMHI, despite associated barriers. According to Bandura [<xref ref-type="bibr" rid="ref20">20</xref>], confidence in practicing DMHI skills precedes the actual use of the skill, and this step is often ignored in the literature. The specific trauma recovery skills taught by the DHMI are relaxation, increasing social support, managing triggers, identifying unhelpful thoughts, and using healthy coping strategies. Practicing these skills may prove to be more challenging to adhere to than expected; however, a self-efficacious person will respond more confidently, with better strategies, effort, and persistence in overcoming such hurdles. We hypothesized that as a person engages more with the DMHI, their confidence in using DMHI skills will also increase.</p>
          <p>Those confident in practicing the DHMI trauma recovery skills may also increase their confidence in managing posttraumatic recovery demands. Research has shown that the aforementioned skills can improve one’s ability to manage trauma-related symptoms [<xref ref-type="bibr" rid="ref38">38</xref>]. Consequently, increasing confidence in performing DMHI skills (ie, skill activation self-efficacy) was hypothesized to increase one’s perceived ability to cope with trauma-related symptoms (ie, CSE-T). Those with high CSE-T perceive that they have the necessary coping strategies to manage posttraumatic recovery demands and, hence, experience fewer psychological symptoms [<xref ref-type="bibr" rid="ref38">38</xref>]. A recent longitudinal study showed that participants who used the DMHI for 3 weeks experienced an increase in CSE-T and clinically lower PTSD symptoms [<xref ref-type="bibr" rid="ref39">39</xref>]. Therefore, CSE-T was included as a mediator and predicted to have a significant and negative effect on PTSD symptoms (ie, increases in CSE-T result in decreases in symptom severity).</p>
          <p>From the engagement conceptualization and longitudinal theoretical models, several hypotheses were put forth (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref> and <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <boxed-text id="box1" position="float">
            <title>Hypotheses of the study. CSE-T: coping self-efficacy for trauma.</title>
            <p>
              <bold>Study hypotheses</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Hypothesis 1: a relationship exists between the observed subjective and objective engagement variables and their underlying engagement latent construct, as demonstrated by the adequate model fit of the latent construct. The engagement latent construct included objective measures of use and subjective measures of attention, interest, and affect.</p>
              </list-item>
              <list-item>
                <p>Hypothesis 2: participants with higher engagement self-efficacy would experience higher levels of engagement.</p>
              </list-item>
              <list-item>
                <p>Hypothesis 3: participants with higher outcome expectations would experience higher levels of engagement.</p>
              </list-item>
              <list-item>
                <p>Hypothesis 4: skill activation self-efficacy and coping self-efficacy for trauma would serially mediate the relationship between engagement and outcome:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Hypothesis 4A: participants with higher levels of engagement would experience higher levels of skill activation self-efficacy.</p>
                  </list-item>
                  <list-item>
                    <p>Hypothesis 4B: participants with higher levels of skill activation self-efficacy would experience higher levels of CSE-T.</p>
                  </list-item>
                  <list-item>
                    <p>Hypothesis 4C: participants with higher CSE-T would experience a greater reduction in trauma symptoms.</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </boxed-text>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>A 6-week correlational, longitudinal study was performed using a DMHI with a population of survivors of trauma to test the proposed engagement conceptualization and theoretical model. The study was completed entirely on the web without human interaction to examine engagement <italic>in the wild</italic> with minimal engagement-related confounds [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>To improve external validity, recruitment for the web-based study comprised a national sample of survivors of trauma who had experienced a variety of traumatic events. Specifically, participants were recruited from flyers, social media groups, and the university’s Sona web-based study system. The inclusion criteria were as follows: (1) having experienced at least one traumatic event based on the Diagnostic and Statistical Manual of Mental Disorders, Fifth edition Criterion A [<xref ref-type="bibr" rid="ref29">29</xref>], (2) English speaking, (3) aged ≥18 years, and (4) having a score &#62;0 on a measure of posttraumatic distress. No other inclusion or exclusion criteria were specified to maximize the number and diversity of respondents.</p>
      </sec>
      <sec>
        <title>Sample Size Criteria</title>
        <p>Although most researchers advise a sample size of 10 participants for each parameter being estimated [<xref ref-type="bibr" rid="ref41">41</xref>], the ratio of sample size to free parameters may be as low as 5:1 with certain model specifications (ie, large factor loading and multiple indicators for each latent variable [<xref ref-type="bibr" rid="ref42">42</xref>]). This study recruited more participants (at time 1 [T1]; 915/1367, 66.93% who met the criteria) to achieve this minimum while allowing for nonuse, dropout attrition, and flexibility to handle missing data and other unanticipated procedural or methodological issues.</p>
      </sec>
      <sec>
        <title>Materials: DMHI (My Trauma Recovery)</title>
        <p>The DMHI used in this study was <italic>My Trauma Recovery</italic> (MTR), which was designed by developers to improve an individual’s CSE-T [<xref ref-type="bibr" rid="ref43">43</xref>]. MTR is a self-guided, theoretically based, DMHI with no interactions with a therapist. MTR is mainly based on SCT [<xref ref-type="bibr" rid="ref43">43</xref>] and focuses on increasing an individual’s ability to cope with trauma via six self-directed modules: (1) unhelpful ways of coping, (2) relaxation, (3) social support, (4) self-talk, (5) trauma triggers and memories, and (6) seeking professional help. There is empirical support for the efficacy of MTR, and its mechanism of action (increasing CSE-T) is understood [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The overall study design is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Participants were assigned a random participant identification number to maintain anonymity and track their progress throughout the study. This study used a longitudinal research design comprising 4 periods. T1 was the baseline, T2 was approximately 1 week after T1, and T3 was approximately 2 weeks after T1. Time 4 (T4) was a follow-up questionnaire sent out 30 days after the completion of the study (approximately 6 weeks after T1).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Fully automated, longitudinal research design. The total duration is 6 weeks. DMHI: digital mental health intervention; T1: time 1; T2: time 2; T3: time 3; T4: time 4.</p>
          </caption>
          <graphic xlink:href="mental_v9i5e35048_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The study was designed to allow participants enough time to practice the skills they learned from the DMHI. Each period indicated the completion of a survey. To move from T1 to T2 and from T2 to T3, the participants had to complete a minimum of 2 modules of the DMHI. Therefore, the individuals moved through the study at different rates. On average, participants moved from one period to the next every 8 days (from T1 to T2: mean 8.88, SD 13.31 days; from T2 to T3: mean 8.49, SD 7.72 days; from T1 to T3: mean M15.67, SD 13.56 days).</p>
        <p>After T3, the use of the DMHI was optional. After finishing a module, participants were asked to complete a short, postmodule survey that measured engagement. To increase adherence, automatic reminder emails were sent to participants throughout the study.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <sec>
          <title>Overview</title>
          <p>Data were collected over 2 years between August 2018 and August 2020. Recruitment followed three primary strategies: (1) Western university’s Sona system posting to recruit undergraduate students, (2) paid advertising on various social media platforms (Facebook, LinkedIn, and Twitter), and (3) free advertising on various email listservs. Sona participants were compensated with extra credit, and web-based participants were compensated US $15 when they completed all study protocols. All participants were entered in a raffle for one of four US $50 gift cards after completing all study protocols (T1, T2, T3, and T4). A list of resources was provided to participants after completing each survey.</p>
        </sec>
        <sec>
          <title>Screening</title>
          <p>All participants were provided with a brief statement explaining the procedure and a link to the study on Qualtrics. Participants indicated that they voluntarily agreed to participate in the web-based informed consent form. After the participants provided informed consent via Qualtrics (by pressing the <italic>I Agree</italic> button), they completed the screening questionnaires. Those who did not meet the criteria (ie, did not experience a traumatic event or were not experiencing any symptoms of posttraumatic distress) were not included in the study.</p>
        </sec>
        <sec>
          <title>T1 Procedures</title>
          <p>Those who met the inclusion criteria were automatically provided the baseline T1 questionnaire, which included all measures assessing demographics, engagement self-efficacy, outcome expectations, and CSE-T. To increase the validity of the responses, 7 questions were embedded throughout the T1 survey as an attention assessment. These questions asked participants to select a specific response (eg, “For this item, please select ‘None at all’”). A valid case was identified as a participant who answered most (4 of 7) validity questions correctly [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          <p>All participants who validly completed the T1 survey and met the inclusion criteria were provided access to MTR via email. This email provided participants with a link to MTR and instructions on how to create a user account, log into the site, and begin using the site. Participants were asked to watch an introductory video and use MTR as much as needed but were asked to use a minimum of 2 of the 6 modules to receive compensation. To increase adherence, a second reminder email was sent to the participants 3 days after qualification. This email reminded the participants to create an MTR account as soon as possible and contained instructions to do so.</p>
        </sec>
        <sec>
          <title>Engagement</title>
          <p>Objective engagement levels were tracked and recorded by MTR throughout the study. Subjective engagement was assessed after the completion of a module.</p>
        </sec>
        <sec>
          <title>T2 and T3 Procedures</title>
          <p>T2 and T3 used identical procedures and occurred approximately 1 week apart. After completing ≥2 MTR modules, participants were eligible to participate in the next period and were asked to fill out a questionnaire that assessed engagement self-efficacy, activation self-efficacy, CSE-T, and posttraumatic distress. After T3, participants could continue to use MTR as often as needed; however, this was not required.</p>
        </sec>
        <sec>
          <title>T4 Procedures</title>
          <p>A month after completing the T3 survey (approximately 6 weeks from the start of the study), participants received a request via email to fill out a brief T4 questionnaire that assessed skill activation self-efficacy, CSE-T, and posttraumatic distress.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <p>The measures used in this study are described in the following sections and are included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The internal consistencies of the measures are included in the <italic>Results</italic> section.</p>
        <sec>
          <title>Demographics (T1)</title>
          <p>Demographic information such as participants’ ethnicity, age, gender, relationship status, income, mental health treatment history, and education was measured.</p>
        </sec>
        <sec>
          <title>Traumatic Event (T1)</title>
          <p>The presence of a Criterion A traumatic event was assessed using the Life Events Checklist-5 (LEC-5), which is a 17-item self-report measure that assesses exposure to potentially traumatic events across the life span [<xref ref-type="bibr" rid="ref45">45</xref>]. The LEC-5 was used to determine whether participants had experienced a qualifying traumatic event over the course of their lives. If participants endorsed <italic>Happened to me</italic> or <italic>Witnessed it</italic> on the LEC-5, they were eligible for the study. The LEC-5 demonstrated good test-retest reliability (<italic>r</italic>=0.82) [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        </sec>
        <sec>
          <title>Engagement Self-efficacy (T1, T2, and T3)</title>
          <p>Engagement self-efficacy was measured using 8 questions at the beginning of T1, T2, and T3. During T1, the questions began with the sentence stem “I am confident that I can begin to use <italic>My Trauma Recovery...</italic>” and during T2 and T3, the same questions began with the sentence stem “I am confident that I can continue to use <italic>My Trauma Recovery...</italic>” Questions comprised items representing technological and coping-related barriers. The answers were provided on a 5-point Likert scale ranging from 1=<italic>not at all confident</italic> to 5=<italic>very confident</italic>.</p>
        </sec>
        <sec>
          <title>Outcome Expectancies (T1, T2, and T3)</title>
          <p>Outcome expectations were measured at the beginning of each period with 9 questions that started with the sentence stem “If I use <italic>MyTraumaRecovery</italic> regularly I expect that<italic>...</italic>” Responses were scored on a 5-point Likert scale ranging from 1=<italic>strongly disagree</italic> to 5=<italic>strongly agree</italic>. Cons were reversed scored, and the total score was computed by summing the answers for all items of the positive and negative outcome expectancies scales.</p>
        </sec>
        <sec>
          <title>PTSD Symptoms (T1, T2, T3, and T4)</title>
          <p>The PTSD checklist for the Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition (PCL-5) [<xref ref-type="bibr" rid="ref47">47</xref>] was used to measure PTSD symptoms and was anchored to the most relevant trauma on the LEC-5. The PCL-5 was assessed at T1, T2, T3, and the 1-month follow-up. Items assessed symptoms across 4 symptom clusters of PTSD (re-experiencing, avoidance, negative mood, and hyperarousal) on a 0- to 4-point Likert scale. Responses ranged from 0=<italic>not at all</italic> to 4=<italic>extremely</italic>. The PCL-5 was scored using the total symptom severity score (range 0-80) by summing the scores for each of the 20 items.</p>
        </sec>
        <sec>
          <title>Engagement (T2, T3, and T4)</title>
          <sec>
            <title>Overview</title>
            <p>Engagement was measured both subjectively and objectively. Subjective self-report engagement measures comprised perceived use and attention, interest, and affect. Objective data were automatically measured from the system logs throughout each period. These measures are described in the following sections.</p>
          </sec>
          <sec>
            <title>Engagement Subjective Use (Postmodule)</title>
            <p>The subjective perception of use was measured at the completion of each module and included depth (how much of the module did you use [0%-100%]?) and duration (minutes). In addition, frequency of use was assessed at T2, T3, and T4 with the question “How often did you use <italic>My Trauma Recovery</italic> during the past week?” Answers included 0=<italic>never</italic>, 1=<italic>less than once a week,</italic> 2=<italic>once a week,</italic> 3<italic>=two to three times per week</italic>, 4=<italic>daily</italic>, and 5=<italic>more than once a day.</italic></p>
          </sec>
          <sec>
            <title>Engagement Subjective Interest and Attention (Postmodule)</title>
            <p>The subjective experiences of interest and attention were measured at the completion of each module. Participants were asked to rank how true several statements were while using the DMHI surrounding interest and attention (eg, “I was absorbed”). The answers were provided on Likert scales, ranging from 0=<italic>not at all true</italic> to 4=<italic>extremely true</italic>.</p>
          </sec>
          <sec>
            <title>Engagement Subjective Affect (T1 and Postmodule)</title>
            <p>The subjective dimension of affect was measured at baseline and after the completion of each module using the Positive and Negative Affect Schedule short form. The Positive and Negative Affect Schedule is a 20-item measure that assesses both positive and negative affect [<xref ref-type="bibr" rid="ref48">48</xref>]. Each subscale comprised 10 items. The answers were provided on Likert scales, ranging from 1=<italic>not at all</italic> to 5=<italic>extremely</italic>.</p>
          </sec>
          <sec>
            <title>Engagement Objective Use (Continuous)</title>
            <p>Objective engagement measures included continuously recorded data that quantified the frequency (number of logins), breadth (number of pages), depth (number of modules completed), and duration (total number of minutes logged in) of the DMHI use. The data were stored in a secure web-based database.</p>
          </sec>
        </sec>
        <sec>
          <title>Skill Activation Self-efficacy (T2, T3, and T4)</title>
          <p>Skill activation self-efficacy was measured at T2, T3, and T4 using 8 questions that began with the sentence stem “I am confident that I can practice the skills I learned from <italic>My Trauma Recovery...</italic>” followed by items representing coping-related barriers. The answers were provided on a 5-point Likert scale ranging from 1=<italic>not at all confident</italic> to 5=<italic>very confident</italic>.</p>
        </sec>
        <sec>
          <title>CSE-T (T1, T2, T3, and T4)</title>
          <p>CSE-T was assessed at baseline, T2, T3, and T4 using the CSE-T scale [<xref ref-type="bibr" rid="ref27">27</xref>]. The CSE-T is a 9-item scale that assesses coping self-efficacy for challenges and demands in the trauma recovery process. Questions such as “I feel capable that I can manage distressing dreams or images about the traumatic experience” were measured on a 7-point scale ranging from 1=<italic>not at all capable</italic> to 7=<italic>totally capable</italic>.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <sec>
          <title>Preliminary Analysis</title>
          <p>SPSS (version 28; IBM Corp) was used for the demographic and initial analysis. Data were inspected for invalid surveys, outliers, <italic>missingness</italic>, and other characteristics influencing fit before the analyses. The data were then assessed for outliers and normality.</p>
        </sec>
        <sec>
          <title>Missing Data and Attrition</title>
          <p>Missing data were estimated with the full information maximum likelihood procedure using AMOS (version 28; IBM Corp). full information maximum likelihood assumes that data are either missing completely at random (MCAR) or missing at random (MAR) but is also robust when data are missing not at random [<xref ref-type="bibr" rid="ref49">49</xref>]. The first to be analyzed was the item- or scale-level missing data within each period. Next, tests were performed to analyze missing data because of attrition, which is common in self-directed DMHI longitudinal studies (approximately 99%) [<xref ref-type="bibr" rid="ref50">50</xref>]. These tests included the Little MCAR test [<xref ref-type="bibr" rid="ref51">51</xref>], 2-tailed <italic>t</italic> tests, and multinomial regression tests [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        </sec>
        <sec>
          <title>Reliability</title>
          <p>SPSS (version 28) was used to calculate reliability. Cronbach α [<xref ref-type="bibr" rid="ref53">53</xref>] was used to calculate the internal consistency of the measures, where each item was measured on the same scale (ie, all items were measured on a 0-5–point Likert scale). Cronbach α is based on the <italic>essentially tau-equivalent measurement model</italic>, which assumes that each item measures the same latent variable on the same scale (variance) but with possibly different degrees of precision [<xref ref-type="bibr" rid="ref54">54</xref>]. All measures met this assumption apart from the engagement latent construct, which comprised heterogenous items measured on different scales (eg, pages viewed, interest, affect, and attention) with different SDs. Therefore, the reliability of the engagement latent construct was calculated using the composite reliability (CR) coefficient [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        </sec>
        <sec>
          <title>MTR Effectiveness</title>
          <p>Although not the primary focus of this study, outcomes were analyzed with SPSS (version 28) using repeated-measures ANOVAs. Participants used MTR for approximately 2 weeks, during which their PTSD symptoms were measured at baseline (T1), 1-week (T2), 2-week (T3), and 4-week follow-ups (T4; approximately 6 weeks from baseline).</p>
        </sec>
        <sec>
          <title>Fit Indices</title>
          <p>This study evaluated and interpreted model fit on two indices in addition to the chi-square value: (1) comparative fit index (CFI) [<xref ref-type="bibr" rid="ref42">42</xref>] and (2) root mean square error of approximation (RMSEA) [<xref ref-type="bibr" rid="ref56">56</xref>]. The guidelines for acceptable fit included a nonsignificant chi-square value. However, it should be noted that the chi-square goodness-of-fit test statistic uses traditional statistical significance testing procedures and is highly subject to the sample size. A CFI &#62;0.90 and RMSEA &#60;0.10 were used as guidelines for acceptable model fit to the data [<xref ref-type="bibr" rid="ref57">57</xref>]. Given the high attrition rates typically associated with self-directed web-based DMHI studies, more lenient criteria were chosen a priori and were used to evaluate model fit in this study [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        </sec>
        <sec>
          <title>Engagement Measurement Model</title>
          <p>To verify the construct validity of the engagement measurement model (hypothesis 1), a confirmatory factor analysis using AMOS (version 28) was used to confirm the factor structure of the set of observed subjective and objective engagement variables. Initially, all observed objective and subjective measures were included, such as objective items measuring the extent of use (minutes, logins, pages, and modules completed) and subjective measures of use, attention, affect, and interest. Items that had a poor factor loading were deleted to improve overall fit unless the deletion compromised the validity of the construct such that it no longer supported engagement conceptualization.</p>
        </sec>
        <sec>
          <title>Longitudinal Research Model</title>
          <p>The proposed longitudinal structural equation model was tested using AMOS (version 28) to confirm hypotheses 2 to 4 (A, B, and C) [<xref ref-type="bibr" rid="ref59">59</xref>]. Our model specified 2 exogenous predictors of engagement, a multidimensional engagement latent construct, and skill activation self-efficacy and CSE-T as positive serial mediators between engagement and symptom reduction (<xref rid="figure1" ref-type="fig">Figure 1</xref>). To analyze the indirect mediational effects between engagement and outcomes, AMOS (version 28) bootstrapping (2000 samples) analysis was performed with bias-corrected CIs (90% CI).</p>
        </sec>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>All study materials and procedures were approved by the University of Colorado, Colorado Springs, Institutional Review Board (19-011) before participant contact and data collection.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Preliminary Analysis</title>
        <sec>
          <title>Demographics</title>
          <p><xref ref-type="table" rid="table1">Table 1</xref> depicts the descriptive statistics of the demographic variables. Of the 1367 participants who signed up for the study, 915 (66.93%) qualified and completed the T1 survey. The participants who met the criteria were 76.9% (704/915) White, 17.8% (163/915) Hispanic or Latino, 7.4% (68/915) Black, 6.4% (59/915) Asian or Pacific Islander, 4.7% (43/915) Native American or Alaskan Native, and 3.3% (30/915) other (some participants specified multiple races). Of the 915 who qualified, 404 (44.1%) created an account on the DMHI, 350 (38.2%) participated in the T2 survey, and 168 (18.4%) participated in T3. Of the 168 participants who completed the T3 survey, 101 (60.12%) completed the T4 1-month follow-up survey.</p>
          <p>All participants who met the criteria were directly exposed to ≥1 traumatic event either through experiencing or witnessing the event, including an accident (741/915, 81%), physical assault (564/915, 61.6%), sexual assault (547/915, 59.8%), life-threatening illness or injury (472/915, 51.6%), natural disasters (370/915, 40.4%), sudden unexpected death of someone close (350/915, 38.3%), military combat (72/915, 7.9%), captivity (51/915, 5.6%), and other distress (588/915, 64.3%).</p>
          <p>Data were assessed for outliers and normality. A series of comparisons using ANOVA (Cronbach α=.05) were conducted to determine whether any relevant differences existed in the variables of interest (eg, engagement variables, activation self-efficacy, and CSE-T) by demographic characteristics (eg, age and education). No significant differences were found. Regarding multicollinearity, there was no correlation between variables above &#62;0.80. Therefore, there was no indication of collinearity [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Descriptive statistics for demographics for time 1, time 2, time 3, and time 4 (N=915)<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="300"/>
              <col width="180"/>
              <col width="170"/>
              <col width="170"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Measure</td>
                  <td>Time 1 (N=915)</td>
                  <td>Time 2 (n=350)</td>
                  <td>Time 3 (n=168)</td>
                  <td>Time 4 (n=101)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Age (years), mean (SD; range)</td>
                  <td>24.11 (8.53; 18-62)</td>
                  <td>26.13 (9.39; 18-60)</td>
                  <td>28.12 (9.04; 18-60)</td>
                  <td>30.32 (9.08; 18-54)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Gender, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Female</td>
                  <td>698 (76.3)</td>
                  <td>270 (77.1)</td>
                  <td>117 (69.7)</td>
                  <td>67 (66.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Male</td>
                  <td>205 (22.4)</td>
                  <td>77 (22.0)</td>
                  <td>49 (28.9)</td>
                  <td>34 (33.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td>10 (1.1)</td>
                  <td>3 (1)</td>
                  <td>2 (1.1)</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Relationship status, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Single</td>
                  <td>646 (70.6)</td>
                  <td>219 (62.6)</td>
                  <td>96 (57)</td>
                  <td>53 (52.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Married</td>
                  <td>143 (15.6)</td>
                  <td>73 (20.9)</td>
                  <td>46 (27.5)</td>
                  <td>34 (33.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Divorced</td>
                  <td>48 (5.2)</td>
                  <td>27 (7.7)</td>
                  <td>14 (8.4)</td>
                  <td>10 (9.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Widowed</td>
                  <td>5 (0.5)</td>
                  <td>2 (0.6)</td>
                  <td>1 (0.6)</td>
                  <td>1 (1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td>73 (8)</td>
                  <td>29 (8.3)</td>
                  <td>11 (6.5)</td>
                  <td>3 (3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Highest education, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>High School</td>
                  <td>173 (18.9)</td>
                  <td>57 (16.3)</td>
                  <td>26 (15.5)</td>
                  <td>14 (14.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Some college</td>
                  <td>617 (67.4)</td>
                  <td>225 (64.3)</td>
                  <td>98 (58.4)</td>
                  <td>52 (51.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Bachelor’s degree</td>
                  <td>81 (8.9)</td>
                  <td>45 (12.9)</td>
                  <td>31 (18.3)</td>
                  <td>24 (23.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Graduate degree</td>
                  <td>35 (3.8)</td>
                  <td>20 (5.7)</td>
                  <td>13 (7.7)</td>
                  <td>11 (10.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Sona (vs web-based), n (%)</td>
                  <td>713 (77.9)</td>
                  <td>238 (68)</td>
                  <td>83 (49.3)</td>
                  <td>29 (28.3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Mental health</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Treatment (current), n (%)</td>
                  <td>248 (27.1)</td>
                  <td>117 (33.5)</td>
                  <td>62 (36.7)</td>
                  <td>33 (32.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Treatment (lifetime), n (%)</td>
                  <td>548 (59.9)</td>
                  <td>246 (70.3)</td>
                  <td>114 (67.8)</td>
                  <td>72 (71.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline PCL-5<sup>b</sup>, mean (SD)</td>
                  <td>35.83 (19.10)</td>
                  <td>40.14 (18.27)</td>
                  <td>41.98 (18.32)</td>
                  <td>44.99 (16.97)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Traumatic event, mean (SD)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Frequency (lifetime)</td>
                  <td>9.79 (19.01)</td>
                  <td>10.49 (15.63)</td>
                  <td>11.36 (16.32)</td>
                  <td>10.92 (16.46)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Intensity (0-5)</td>
                  <td>3.08 (0.93)</td>
                  <td>3.27 (0.79)</td>
                  <td>3.95 (0.97)</td>
                  <td>4.12 (0.91)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Some percentages did not add up to 100% because of missing data.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>PCL-5: PTSD checklist for the Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Missing Data and Attrition</title>
          <p>The missing data for all relevant items within each period were 0.012% for T1, 0.006% for T2, and 0.005% for T3. As all item-level missing data per period were &#60;1%, they were deemed negligible.</p>
          <p>Of the 915 participants who met the criteria for the study, 511 (55.8%) did not create an account (ie, nonuse attrition). Of the 404 participants who created an account, 236 (58.4%) did not complete the T3 protocol. Hence, the nonuse and dropout rates were 55.8% and 58.4%, respectively. To analyze the missing data patterns, the Little MCAR test, a stricter criterion than MAR, was performed with all variables used in the full model (T1, T2, and T3) simultaneously, with age as a reference variable. The results of this test showed that the missing data were not MCAR (<italic>χ<sup>2</sup></italic><sub>34</sub>= 278.2; <italic>P&#60;</italic>.001). This suggests that missing data from T1 to T3 are either MAR or missing not at random; however, there are no definitive tests for these conditions [<xref ref-type="bibr" rid="ref61">61</xref>].</p>
          <p>Independent-sample 2-tailed <italic>t</italic> tests (equal variances assumed) showed significant baseline differences between noncompleters and completers on the predictors of engagement. Completers reported higher engagement self-efficacy (noncompleters: mean 16.85, SD 7.40; completers: mean 20.71, SD 6.70; <italic>t</italic><sub>915</sub>=−6.21; <italic>P&#60;</italic>.001) and higher outcome expectations (noncompleters: mean 21.91, SD 5.21; completers: mean 24.23, SD 4.61; <italic>t</italic><sub>915</sub>=−5.33; and <italic>P&#60;</italic>.001).</p>
          <p>Multinomial logistic regression was used to identify covariates and interactions that were simultaneously predictive of missingness for the different groups (ie, nonuse, dropouts, and completers). This allows researchers to reasonably assume that the data are MAR. All baseline measures were included (eg, age, education, baseline symptoms, engagement self-efficacy, and outcome expectations), and the results indicated that engagement self-efficacy (<italic>B</italic>=−0.07; odds ratio=0.93; <italic>P=</italic>.003; 95% CI 0.91-0.97) and outcome expectations (<italic>B</italic>=−0.11; odds ratio=0.90; <italic>P=</italic>.01, 95% CI 0.88-0.95) were the only significant predictors of dropout or nonuse group membership. As these significant covariates were included in the model, bias because of missingness may be reduced, and the assumptions of maximum likelihood were assumed to be met.</p>
        </sec>
        <sec>
          <title>Reliability</title>
          <p>Cronbach α [<xref ref-type="bibr" rid="ref53">53</xref>] or the CR coefficient [<xref ref-type="bibr" rid="ref54">54</xref>] was calculated for each measure in the model. The results are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Internal reliability for T1<sup>a</sup> (N=915), T2<sup>b</sup> (n=350), T3<sup>c</sup> (n=168), and T4<sup>d</sup> (n=101) measures.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="510"/>
              <col width="0"/>
              <col width="160"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="60"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Scale</td>
                  <td colspan="2">Number of items</td>
                  <td colspan="7">Cronbach α</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">T1</td>
                  <td colspan="2">T2</td>
                  <td colspan="2">T3</td>
                  <td>T4</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Engagement predictors</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Engagement self-efficacy</td>
                  <td colspan="2">8</td>
                  <td colspan="2">.94</td>
                  <td colspan="2">.95</td>
                  <td colspan="2">.95</td>
                  <td colspan="2">—<sup>e</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Outcome expectations</td>
                  <td colspan="2">9</td>
                  <td colspan="2">.84</td>
                  <td colspan="2">.86</td>
                  <td colspan="2">.78</td>
                  <td colspan="2">—</td>
                </tr>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Engagement variables and latent construct</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Attention or interest</td>
                  <td colspan="2">7</td>
                  <td colspan="2">—</td>
                  <td colspan="2">.86</td>
                  <td colspan="2">.84</td>
                  <td colspan="2">.81</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>PANAS<sup>f</sup> (positive affect)</td>
                  <td colspan="2">10</td>
                  <td colspan="2">.89</td>
                  <td colspan="2">.94</td>
                  <td colspan="2">.93</td>
                  <td colspan="2">.94</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Subjective frequency</td>
                  <td colspan="2">6</td>
                  <td colspan="2">—</td>
                  <td colspan="2">.89</td>
                  <td colspan="2">.91</td>
                  <td colspan="2">.96</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Engagement latent construct (<italic>composite reliability</italic>)</td>
                  <td colspan="2">4</td>
                  <td colspan="2">—</td>
                  <td colspan="2">.70</td>
                  <td colspan="2">.66</td>
                  <td colspan="2">.74</td>
                </tr>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Outcome predictors</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Activation self-efficacy</td>
                  <td colspan="2">8</td>
                  <td colspan="2">—</td>
                  <td colspan="2">.97</td>
                  <td colspan="2">.96</td>
                  <td colspan="2">.97</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Trauma coping self-efficacy</td>
                  <td colspan="2">9</td>
                  <td colspan="2">.91</td>
                  <td colspan="2">.92</td>
                  <td colspan="2">.93</td>
                  <td colspan="2">.93</td>
                </tr>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Outcome</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>PCL-5<sup>g</sup></td>
                  <td colspan="2">20</td>
                  <td colspan="2">.95</td>
                  <td colspan="2">.96</td>
                  <td colspan="2">.97</td>
                  <td colspan="2">.98</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>T1: time 1.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>T2: time 2.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>T3: time 3.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>T1: time 4.</p>
              </fn>
              <fn id="table2fn5">
                <p><sup>e</sup>Indicates scale not measured during the period.</p>
              </fn>
              <fn id="table2fn6">
                <p><sup>f</sup>PANAS: Positive and Negative Affect Schedule.</p>
              </fn>
              <fn id="table2fn7">
                <p><sup>g</sup>PCL-5: PTSD checklist for the Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>MTR Effectiveness</title>
        <p>The average baseline PTSD symptom severity, as indicated by the PCL-5, was above the 33.00 cutoff value suggested by the National Center for PTSD (T1: mean43.77, SD 17.43). A repeated-measures ANOVA showed that PTSD symptoms differed significantly between time points (Wilks λ=0.507; <italic>F</italic><sub>3,97</sub>=31.42; <italic>P&#60;</italic>.001), with a large effect size (η<sup>2</sup>=0.49). Post hoc tests using the Bonferroni correction revealed that PTSD was reduced by an average of 11.10 points on the PCL-5 after 1 week (<italic>P&#60;</italic>.001), 13.25 after 2 weeks (<italic>P&#60;</italic>.001), and 18.15 (<italic>P&#60;</italic>.001) after 6 weeks.</p>
      </sec>
      <sec>
        <title>Engagement Measurement Model</title>
        <p>The initial test of the engagement latent construct provided a poor fit to the data (<italic>χ<sup>2</sup></italic><sub>27</sub>=347.8; <italic>P&#60;</italic>.001; CFI 0.663; RMSEA 0.134; 90% CI 0.122-0.146). Nonsignificant and poor loading factors were deleted to improve the model fit. The final engagement measurement model comprised attention or interest (β=.76; <italic>P&#60;</italic>.001), positive affect (β=.83; <italic>P&#60;</italic>.001), subjective measure of frequency (β=.46, <italic>P&#60;</italic>.001), and the objective measure of pages viewed (β=.13, <italic>P=</italic>.02). The excellent fit (<italic>χ<sup>2</sup></italic><sub>2</sub>=8.3; <italic>P=</italic>.02; CFI 0.973; RMSEA 0.059; 90% CI 0.022-0.103) of the confirmed engagement model supported hypothesis 1 (<xref rid="figure3" ref-type="fig">Figure 3</xref>) and was consistent with the engagement definition [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Engagement latent confirmatory factor analysis that includes attention, interest, affect, subjective frequency of use, and objective pages viewed. Results of the confirmatory factor analysis provided an adequate model fit and reliability. All regression weights were significant, <italic>P</italic>&#60;.05. CFI: comparative fit index; RMSEA: root mean square error of approximation; T2: time 2; TLI: Tucker-Lewis index.</p>
          </caption>
          <graphic xlink:href="mental_v9i5e35048_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Longitudinal Research Model</title>
        <sec>
          <title>Overview</title>
          <p>The engagement latent construct was used in the longitudinal research model (<xref rid="figure1" ref-type="fig">Figure 1</xref>). <xref ref-type="table" rid="table3">Table 3</xref> shows the bivariate correlation coefficients for the study variables included in the tested model. Overall, the model demonstrated good fit (<italic>χ</italic><sup>²</sup><sub>25</sub>=85.9; <italic>P&#60;</italic>.001; CFI 0.929; RMSEA 0.052; 90% CI 0.040-0.064) and supported hypotheses 2 to 4 (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The details of this process are described below.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Correlations of variables used in the full structural equation model: T1<sup>a</sup> (N=915), T2<sup>b</sup> (n=350), and T3<sup>c</sup> (n=168)<sup>d,e</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="260"/>
              <col width="80"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="80"/>
              <col width="80"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="80"/>
              <col width="70"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Categories</td>
                  <td colspan="3">Predictors</td>
                  <td colspan="5">Engagement</td>
                  <td colspan="3">Outcomes</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>1</td>
                  <td>2</td>
                  <td colspan="2">3</td>
                  <td>4</td>
                  <td>5</td>
                  <td>6</td>
                  <td colspan="2">7</td>
                  <td>8</td>
                  <td>9</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="13">
                    <bold>Variables</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T1 engagement self-efficacy</td>
                  <td>1</td>
                  <td>0.489<sup>f</sup></td>
                  <td colspan="2">0.328<sup>f</sup></td>
                  <td>0.296<sup>f</sup></td>
                  <td>0.356<sup>f</sup></td>
                  <td>0.195<sup>f</sup></td>
                  <td colspan="2">0.552<sup>f</sup></td>
                  <td>0.089</td>
                  <td>−0.094</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T1 outcome expectations</td>
                  <td>—<sup>g</sup></td>
                  <td>1</td>
                  <td colspan="2">0.362<sup>f</sup></td>
                  <td>0.375<sup>f</sup></td>
                  <td>0.330<sup>f</sup></td>
                  <td>0.112<sup>g</sup></td>
                  <td colspan="2">0.476<sup>f</sup></td>
                  <td>0.093</td>
                  <td>−0.121<sup>g</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T2 subjective affect positive</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">1</td>
                  <td>0.574<sup>f</sup></td>
                  <td>0.385<sup>f</sup></td>
                  <td>0.069</td>
                  <td colspan="2">0.538<sup>f</sup></td>
                  <td>0.150</td>
                  <td>0.038</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T2 subjective interest or attention</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>1</td>
                  <td>0.443<sup>f</sup></td>
                  <td>0.077</td>
                  <td colspan="2">0.577<sup>f</sup></td>
                  <td>0.145</td>
                  <td>0.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T2 subjective engagement frequency</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>1</td>
                  <td>0.062</td>
                  <td colspan="2">0.404<sup>f</sup></td>
                  <td>−0.068</td>
                  <td>−0.026</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Objective engagement pages viewed</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>—</td>
                  <td>1</td>
                  <td colspan="2">0.122<sup>h</sup></td>
                  <td>0.037</td>
                  <td>−0.153<sup>e</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T2 skill activation self-efficacy</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">1</td>
                  <td>0.368<sup>h</sup></td>
                  <td>−0.032</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T3 CSE-T<sup>i</sup></td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>1</td>
                  <td>−0.189<sup>h</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>T3 to T1 PCL-5<sup>j</sup></td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>—</td>
                  <td>—</td>
                  <td colspan="2">—</td>
                  <td>—</td>
                  <td>1</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>T1: time 1.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>T2: time 2.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>T3: time 3.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>Objective measures were continuously measured.</p>
              </fn>
              <fn id="table3fn5">
                <p><sup>e</sup>Predictor 1: mean 17.56 (SD 7.43); predictor 2: mean 22.33 (SD 5.18); engagement 3: mean 10.79 (SD 7.14); engagement 4: mean 14.83 (SD 4.45); engagement 5: mean 2.36 (SD 1.07); engagement 6: mean 84.69 (SD 63.42); outcomes 7: mean 26.65 (SD 6.98); outcomes 8: mean 42.52 (SD 10.89); outcomes 9: mean −10.78 (SD 15.86).</p>
              </fn>
              <fn id="table3fn6">
                <p><sup>f</sup><italic>P&#60;</italic>.01.</p>
              </fn>
              <fn id="table3fn7">
                <p><sup>g</sup>Not applicable.</p>
              </fn>
              <fn id="table3fn8">
                <p><sup>h</sup><italic>P&#60;</italic>.05.</p>
              </fn>
              <fn id="table3fn9">
                <p><sup>i</sup>CSE-T: coping self-efficacy for trauma.</p>
              </fn>
              <fn id="table3fn10">
                <p><sup>j</sup>PCL-5: PTSD checklist for the Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Full longitudinal structural equation modeling results where engagement self-efficacy and outcome expectations were significant predictors of engagement. The direct effect of engagement on symptom improvement was nonsignificant. The indirect serial mediation pathway between engagement and symptom improvement was significant in that engagement predicted increases in skill activation self-efficacy, which then mediated subsequent increases in coping self-efficacy for trauma and reductions in posttraumatic stress disorder symptoms. CFI: comparative fit index; PCL-5: Posttraumatic Stress Disorder checklist for Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition; RMSEA: root mean square error of approximation; T1: time 1; T2: time 2; T3: time 3; TLI: Tucker-Lewis index.</p>
            </caption>
            <graphic xlink:href="mental_v9i5e35048_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Engagement Predictors</title>
          <p>Analysis of the hypothesized predictors of engagement indicated that engagement self-efficacy (β=.35; <italic>P&#60;</italic>.001) and outcome expectations (β=.37; <italic>P&#60;</italic>.001) were significant positive predictors of engagement (<italic>R</italic><sup>2</sup>=39%). Adequate fit and significant pathways supported hypotheses 2 to 3.</p>
        </sec>
        <sec>
          <title>Engagement Outcomes</title>
          <p>Regarding the relationship between engagement and outcomes, the direct effect of engagement on changes in PTSD symptoms was nonsignificant (β=.04; <italic>P=</italic>.58). However, the indirect serial mediational pathway between engagement and T3 to T1 PTSD symptom reduction was found to be statistically significant (β=−.065; <italic>P&#60;</italic>.001; 90% CI −0.071 to −0.058]). Examination of the mediators between engagement and symptom change revealed that engagement was a strong and significant predictor of T2 skill activation self-efficacy (β=.80; <italic>P&#60;</italic>.001; <italic>R</italic><sup>2</sup>=64%), and skill activation self-efficacy was a significant predictor of T3 CSE-T (β=.40; <italic>P&#60;</italic>.001; <italic>R</italic><sup>2</sup>=16%). Importantly, the CSE-T significantly predicted PTSD symptom reduction between T1 and T3 (β=−.20; <italic>P</italic>=.02; <italic>R</italic><sup>2</sup>=4%). Thus, these results provided support for hypotheses 4A, 4B, and 4C (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        </sec>
        <sec>
          <title>Exploratory Model</title>
          <p>In addition to the above model, the second similar model included those who completed the 4-week follow-up (101/915, 11%). The T1 to T4 model provided an excellent fit (<italic>χ<sup>2</sup></italic><sub>25</sub>=49.8; <italic>P=</italic>.002; CFI 0.950; RMSEA 0.033; 90% CI 0.019-0.046), suggesting that at the 4-week follow-up, participants continued to show significant improvement through the indirect effects of skill activation self-efficacy and CSE-T. Combined, the above results support hypotheses 1 to 4.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The present research aimed to address the gap in the engagement literature surrounding the definition, measurement, and modeling of engagement with the ultimate goal of understanding ways of effectively increasing engagement. Using a multidimensional definition of engagement that included both subjective and objective components, the proposed conceptualization was tested with a trauma recovery DMHI. As far as we are aware, this is the first study that offers empirical support for a multidimensional definition of engagement. On the basis of the confirmed measurement model of engagement, a theoretically based model of DMHI engagement was tested with a national sample of survivors of trauma. The results confirmed the validity and reliability of the comprehensive engagement measurement model and the relationships between the DMHI engagement, predictors of engagement, and clinical outcomes.</p>
        <p>A strength of this study is the variety of trauma-exposed individuals recruited. Trauma experiences included accidents, physical and sexual assault, natural disasters, and military combat. On average, survivors of trauma reported baseline PTSD scores that may be interpreted as above the diagnostic threshold (mean 35.83, SD 19.10), and those who completed the study experienced, on average, a clinically significant reduction in PTSD symptoms (mean 13.24 point reduction on the PCL-5, SE 1.83; <italic>P</italic>&#60;.001; n=168)) that persisted at the 1-month follow-up (mean 18.15-point reduction on the PCL-5, SE 1.86; <italic>P</italic>&#60;.001; n=101).</p>
      </sec>
      <sec>
        <title>Engagement Measurement Model</title>
        <p>The final model demonstrated adequate reliability in this sample (CR=0.70) and included all required components of the proposed definition. A strength of this model is that it is not DMHI specific; rather, it contains general measures of attention, interest, affect, and use that could be applied to other applications, although this has yet to be determined. Another advantage is its parsimony. Measuring subjective experiences while using a DMHI can be burdensome for users [<xref ref-type="bibr" rid="ref62">62</xref>]. Therefore, short, valid, and reliable measures of engagement may increase compliance. Importantly, the final model did not confound the predictors of engagement (eg, aesthetics and satisfaction) with engagement.</p>
      </sec>
      <sec>
        <title>Longitudinal Research Model</title>
        <sec>
          <title>Engagement Predictors</title>
          <p>The results revealed that 2 exogenous variables, engagement self-efficacy (β=.35; <italic>P&#60;</italic>.001) and outcome expectations (β=.37; <italic>P&#60;</italic>.001), were significant predictors of engagement. This confirms previous research, where engagement self-efficacy and outcome expectancies were major determinants of DMHI use [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. In these studies, highly motivated participants felt capable of using the DMHI and perceived it as useful and worth the effort.</p>
        </sec>
        <sec>
          <title>Engagement Outcomes</title>
          <p>The relationship between engagement and outcomes is not well understood [<xref ref-type="bibr" rid="ref14">14</xref>]. Our model tested 2 different task-specific self-efficacies as serial mediators between engagement and outcomes. Specifically, engagement was found to influence skill activation self-efficacy, where those with higher levels of engagement experienced greater levels of skill activation self-efficacy (ie, belief in the ability to enact skills learned through the DMHI). In turn, higher levels of skill activation self-efficacy predicted higher levels of CSE-T, which mediated an improvement in PTSD symptoms.</p>
          <p>Skill activation self-efficacy has been shown to increase health management behaviors in nondigital health care settings, such as heart failure [<xref ref-type="bibr" rid="ref65">65</xref>], diabetes management [<xref ref-type="bibr" rid="ref66">66</xref>], and HIV [<xref ref-type="bibr" rid="ref67">67</xref>], but, as far as we are aware, has never been tested as a DMHI mechanism of action. As predicted by SCT, our results suggest that augmenting beliefs about personal efficacy in DMHI skills practice may be an antecedent to improved confidence in managing posttrauma recovery demands.</p>
          <p>Similar to previous research, our study found that CSE-T was the most proximal predictor of symptom improvement. This confirms other studies in which CSE-T mediated posttrauma recovery from several traumatic experiences [<xref ref-type="bibr" rid="ref68">68</xref>], including accidents [<xref ref-type="bibr" rid="ref69">69</xref>], sexual abuse [<xref ref-type="bibr" rid="ref70">70</xref>], life-threatening illnesses [<xref ref-type="bibr" rid="ref71">71</xref>], and natural disasters [<xref ref-type="bibr" rid="ref72">72</xref>]. Combined, skill activation and CSE-T mediated the relationship between DMHI engagement and outcomes. This finding is consistent with an extensive literature base that identifies cognitive changes as mediators of mental health symptom improvement (refer to Ehlers et al [<xref ref-type="bibr" rid="ref73">73</xref>] and Kleim et al [<xref ref-type="bibr" rid="ref74">74</xref>]). However, the relatively small amount of explained outcome variance (<italic>R</italic><sup>2</sup>=4%) suggests that there may be additional mechanisms of action not included in the model.</p>
          <p>Interestingly, the direct pathway between engagement and symptom reduction was not significant after 2 weeks. This supports previous short-term research that failed to find a relationship between engagement and outcomes [<xref ref-type="bibr" rid="ref75">75</xref>-<xref ref-type="bibr" rid="ref77">77</xref>] and underscores the importance of understanding and targeting the mechanisms of action between engagement and outcomes to improve DMHI efficacy. Simply increasing engagement to improve outcomes without considering these mediating factors may not suffice.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <sec>
          <title>Overview</title>
          <p>A major limitation of this model is that it views predictors, engagement, and outcomes as unidirectional processes in which predictors influence engagement and engagement influences the outcomes. According to SCT, behaviors, personal factors, and the environment interact with each other over time (ie, triadic reciprocal causation). It is highly probable that these components operate in a nonrecursive fashion of reciprocal determinism. Further examination of this dynamic framework can reveal how engagement changes and influences predictors and recovery as it unfolds across time. Modeling these dynamic reciprocating processes is beyond the scope of this study and will be investigated in future studies.</p>
        </sec>
        <sec>
          <title>Attrition</title>
          <p>This study had a high attrition rate, which is consistent with other longitudinal DMHI studies [<xref ref-type="bibr" rid="ref78">78</xref>,<xref ref-type="bibr" rid="ref79">79</xref>]. Attrition can cause potential biases and threats to generalizability [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        </sec>
        <sec>
          <title>Engagement Latent Construct</title>
          <p>Several limitations surround the engagement latent construct. As seen in much of the literature, different objective measures have been used to define engagement with disparate results [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref79">79</xref>]. For this study, only 1 objective measure was included in the final model. Researchers have suggested that multiple objective and subjective measures may more accurately represent engagement [<xref ref-type="bibr" rid="ref80">80</xref>]. However, the equivocal findings in the DMHI engagement literature suggest that the most appropriate measure of use may vary for each DMHI. Further improvements to these measures may be warranted. Although the final model had an excellent fit and supported hypothesis 1, the relatively weak factor loading and explained variance leave some questions for discussion and future research regarding which components are most relevant.</p>
          <p>In addition, SCT suggests that predictors and outcomes of engagement influence engagement throughout the DMHI experience [<xref ref-type="bibr" rid="ref20">20</xref>]. Future research may want to examine the differential and recursive effects of outcomes such as CSE-T and symptom reduction on engagement. An examination of engagement over time may reveal that other measures of engagement may become more influential as users move deeper into the intervention and experience greater (or lesser) changes because of their efforts [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
        </sec>
        <sec>
          <title>Study Design</title>
          <p>This study used a longitudinal correlational design, suggesting that cause and effect are only interpreted based on theory and time lag and not on experimental manipulation. The fitted models do not necessarily represent the only true models, and there may be others that also fit the data [<xref ref-type="bibr" rid="ref41">41</xref>]. Several engagement predictors were not investigated in this study, such as social support [<xref ref-type="bibr" rid="ref64">64</xref>]. This will be an area for future exploration.</p>
          <p>Regarding outcomes, skill activation self-efficacy is assumed to increase the practice of DHMI skills. However, a measure of skill practice was not included in our model. Ideally, an accurate measure of skill practice should be captured through daily ecological momentary assessments. Future studies should incorporate daily ecological momentary assessments of skill use as a mediator in symptom reduction.</p>
        </sec>
        <sec>
          <title>DMHI-Related Limitations</title>
          <p>In this study, only 1 DMHI was tested that targeted a mental health disorder (PTSD). MTR is a web-based web intervention that does not use many recent advances in digital technology such as social networking, virtual reality, machine learning, sensor technology, and mobile computing. Examination of the engagement measurement model and theoretical models with flexible and novel DMHIs for a variety of mental health issues may help confirm the generalizability of these findings.</p>
          <p>Due to the design of MTR, participants were led through each module by way of several predetermined steps (ie, tunneling). The participants generally moved through the intervention at the same rate, which provided limited variability in engagement use patterns. These types of tunneled interventions have been found to generate more page views than self-paced interventions [<xref ref-type="bibr" rid="ref79">79</xref>]. However, this may be an artifact of making users click through a prespecified number of pages to progress through the DMHI and may not be at all related to engagement.</p>
        </sec>
        <sec>
          <title>Sample</title>
          <p>Although a national sample of survivors of trauma was recruited from throughout the United States, most of the participants were White female psychology students enrolled in a Western university.</p>
        </sec>
      </sec>
      <sec>
        <title>Implications</title>
        <sec>
          <title>Engagement</title>
          <p>The findings of this study established the validity and reliability of a multidimensional engagement measurement model, although questions for future research remain. In principle, empirically supported behavioral and experiential dimensions of engagement can be measured in every DMHI. With a valid and reliable measurement of engagement, the therapeutic dose of DMHIs can be established, and the relationships between individual characteristics, engagement, and intervention effectiveness can be better understood. Ultimately, an adequate measure of engagement may provide the opportunity to automatically detect disengagement and help identify the factors that improve engagement.</p>
        </sec>
        <sec>
          <title>Theoretical</title>
          <p>This study provides a theoretical foundation for understanding numerous predictors of engagement. Although several models could potentially fit the data, the present findings tend to replicate earlier findings in the context of engagement predictors and are in line with the SCT.</p>
        </sec>
        <sec>
          <title>Clinical</title>
          <p>Importantly, these findings have implications for mental health interventions, whether in person or on the web. Treatment dropout and its causes remain top research priorities in both settings [<xref ref-type="bibr" rid="ref82">82</xref>]. Improving engagement can potentially lead to improved therapeutic outcomes. By understanding the impact of engagement self-efficacy and outcome expectations, interventions can be designed to enhance these perceptions before treatment, which could, in turn, lead to improved engagement. Skill activation self-efficacy and the CSE-T were shown to mediate the path from engagement to symptom reduction. Although skill training is an essential component of most DMHIs, ensuring that users feel confident in practicing those skills appears to be an important component of DMHI effectiveness.</p>
        </sec>
      </sec>
      <sec>
        <title>Directions for Future Research</title>
        <p>This research provides a strong foundation for several different explorations surrounding DMHI engagement. Although subjective measures demonstrated strong factor loadings in the engagement measurement model, low response rates to embedded DMHI engagement surveys were common. Combining nonintrusive sensor data with machine learning may be an important area of research to help alleviate the participant burden [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
        <p>This study also provides support for future research on engagement predictors. We offered a theoretically based predictor model. Future experiments that manipulate predictors of engagement, such as outcome expectations, are encouraged.</p>
        <p>Logically, engagement alone does not make an intervention effective. Our model revealed the significant indirect effects of engagement on symptom reduction. A further understanding of the mechanisms of action may contribute to overall intervention effectiveness [<xref ref-type="bibr" rid="ref84">84</xref>]. In theory, these components can be a part of every DMHI.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The empirically supported engagement latent construct and structural equation model provide steps toward formalizing the science of engagement. In turn, this may help improve the design of engaging and effective digital interventions. Unique individual difference variables related to engagement may then emerge, offering a more refined approach to intervention customization.</p>
        <p>The therapeutic dose of DMHIs can be established with a valid and reliable measurement of engagement, and DMHI efficacy can be evaluated in a more standardized way. Comparisons among similar DMHIs can then be accomplished through clinical trials to establish the safety and effectiveness of the DMHI. Once established, DMHIs can be designed to increase engagement in early interventions, meet the specific needs of populations, and be used at the exact moment they are needed. Taken together, the future is bright for the role of DMHIs in overcoming significant barriers to care and improving outcomes for a variety of mental health disorders.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Measures used in this research study.</p>
        <media xlink:href="mental_v9i5e35048_app1.docx" xlink:title="DOCX File , 34 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CFI</term>
          <def>
            <p>comparative fit index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CR</term>
          <def>
            <p>composite reliability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CSE-T</term>
          <def>
            <p>coping self-efficacy for trauma</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DMHI</term>
          <def>
            <p>digital mental health intervention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LEC-5</term>
          <def>
            <p>Life Events Checklist-5</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MAR</term>
          <def>
            <p>missing at random</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MCAR</term>
          <def>
            <p>missing completely at random</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MTR</term>
          <def>
            <p>My Trauma Recovery</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PCL-5</term>
          <def>
            <p>PTSD checklist for Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">RMSEA</term>
          <def>
            <p>root mean square error of approximation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SCT</term>
          <def>
            <p>social cognitive theory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">T1</term>
          <def>
            <p>time 1</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">T2</term>
          <def>
            <p>time 2</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">T3</term>
          <def>
            <p>time 3</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">T4</term>
          <def>
            <p>time 4</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Dr Terrance Boult of the University of Colorado Colorado Springs Computer Science department, who provided important insights into the complexity of engagement with technology and provided the invaluable computer resources necessary to support this research. This research was funded in part by the 2018 Dissertation Research Award from the American Psychological Association.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benjet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bromet</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Ruscio</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Shahly</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Petukhova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Atwoli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bunting</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Caldas-de-Almeida</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Florescu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gureje</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lepine</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kovess-Masfety</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Mora</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro-Mateu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Piazza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Posada-Villa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Shalev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Slade</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>ten Have</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Viana</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Zarkov</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Koenen</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>The epidemiology of traumatic event exposure worldwide: results from the World Mental Health Survey Consortium</article-title>
          <source>Psychol Med</source>
          <year>2016</year>
          <month>01</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>327</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26511595"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291715001981</pub-id>
          <pub-id pub-id-type="medline">26511595</pub-id>
          <pub-id pub-id-type="pii">S0033291715001981</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilpatrick</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Milanak</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Keyes</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>National estimates of exposure to traumatic events and PTSD prevalence using DSM-IV and DSM-5 criteria</article-title>
          <source>J Trauma Stress</source>
          <year>2013</year>
          <month>10</month>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>537</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24151000"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jts.21848</pub-id>
          <pub-id pub-id-type="medline">24151000</pub-id>
          <pub-id pub-id-type="pmcid">PMC4096796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Dunstan</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Bartik</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The role of digital mental health resources to treat trauma symptoms in Australia during COVID-19</article-title>
          <source>Psychol Trauma</source>
          <year>2020</year>
          <month>08</month>
          <volume>12</volume>
          <issue>S1</issue>
          <fpage>S269</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000627</pub-id>
          <pub-id pub-id-type="medline">32496103</pub-id>
          <pub-id pub-id-type="pii">2020-38975-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koenen</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Ratanatharathorn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Bromet</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Meron Ruscio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benjet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Atwoli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Petukhova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar-Gaxiola</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Hamzawi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bunting</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ciutan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Degenhardt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gureje</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro-Mateu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pennell</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Piazza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ten Have</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Viana</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xavier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Posttraumatic stress disorder in the World Mental Health Surveys</article-title>
          <source>Psychol Med</source>
          <year>2017</year>
          <month>10</month>
          <volume>47</volume>
          <issue>13</issue>
          <fpage>2260</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28385165"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291717000708</pub-id>
          <pub-id pub-id-type="medline">28385165</pub-id>
          <pub-id pub-id-type="pii">S0033291717000708</pub-id>
          <pub-id pub-id-type="pmcid">PMC6034513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shield</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Global burden of disease and the impact of mental and addictive disorders</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>02</month>
          <day>07</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>10</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-019-0997-0</pub-id>
          <pub-id pub-id-type="medline">30729322</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-0997-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wainberg</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Scorza</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shultz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Helpman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mootz</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Neria</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bradford</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Oquendo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Arbuckle</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Challenges and opportunities in global mental health: a research-to-practice perspective</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2017</year>
          <month>05</month>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>28</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28425023"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11920-017-0780-z</pub-id>
          <pub-id pub-id-type="medline">28425023</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-017-0780-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5553319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: a potential public health problem for homeless populations</article-title>
          <source>Lancet Public Health</source>
          <year>2020</year>
          <month>04</month>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e186</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(20)30053-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(20)30053-0</pub-id>
          <pub-id pub-id-type="medline">32171054</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(20)30053-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7104053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Adkins</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Winquist</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles-Shields</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wafford</surname>
              <given-names>QE</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health interventions for depression, anxiety, and enhancement of psychological well-being among college students: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>07</month>
          <day>22</day>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>e12869</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/7/e12869/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12869</pub-id>
          <pub-id pub-id-type="medline">31333198</pub-id>
          <pub-id pub-id-type="pii">v21i7e12869</pub-id>
          <pub-id pub-id-type="pmcid">PMC6681642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Internet and mobile technologies: addressing the mental health of trauma survivors in less resourced communities</article-title>
          <source>Glob Ment Health (Camb)</source>
          <year>2017</year>
          <volume>4</volume>
          <fpage>e16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29230312"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/gmh.2017.11</pub-id>
          <pub-id pub-id-type="medline">29230312</pub-id>
          <pub-id pub-id-type="pii">00011</pub-id>
          <pub-id pub-id-type="pmcid">PMC5719483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Dunstan</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Bartik</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Apps with maps-anxiety and depression mobile apps with evidence-based frameworks: systematic search of major app stores</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>06</month>
          <day>24</day>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>e16525</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/6/e16525/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16525</pub-id>
          <pub-id pub-id-type="medline">32579127</pub-id>
          <pub-id pub-id-type="pii">v7i6e16525</pub-id>
          <pub-id pub-id-type="pmcid">PMC7381031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcolino</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Alkmim</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Novillo-Ortiz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of mHealth interventions: systematic review of systematic reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>01</month>
          <day>17</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/1/e23/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8873</pub-id>
          <pub-id pub-id-type="medline">29343463</pub-id>
          <pub-id pub-id-type="pii">v6i1e23</pub-id>
          <pub-id pub-id-type="pmcid">PMC5792697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borghouts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eikey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Leon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stadnick</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mukamel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sorkin</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Barriers to and facilitators of user engagement with digital mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>03</month>
          <day>24</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24387/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24387</pub-id>
          <pub-id pub-id-type="medline">33759801</pub-id>
          <pub-id pub-id-type="pii">v23i3e24387</pub-id>
          <pub-id pub-id-type="pmcid">PMC8074985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Clinical review of user engagement with mental health smartphone apps: evidence, theory and improvements</article-title>
          <source>Evid Based Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>116</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2018-102891</pub-id>
          <pub-id pub-id-type="medline">29871870</pub-id>
          <pub-id pub-id-type="pii">eb-2018-102891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>van Zyl</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>The concept and components of engagement in different domains applied to eHealth: a systematic scoping review</article-title>
          <source>Front Psychol</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>926</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2020.00926"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2020.00926</pub-id>
          <pub-id pub-id-type="medline">32536888</pub-id>
          <pub-id pub-id-type="pmcid">PMC7266981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Conceptualising engagement with digital behaviour change interventions: a systematic review using principles from critical interpretive synthesis</article-title>
          <source>Transl Behav Med</source>
          <year>2017</year>
          <month>06</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>254</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27966189"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13142-016-0453-1</pub-id>
          <pub-id pub-id-type="medline">27966189</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13142-016-0453-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5526809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Minen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>User engagement in mental health apps: a review of measurement, reporting, and validity</article-title>
          <source>Psychiatr Serv</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <volume>70</volume>
          <issue>7</issue>
          <fpage>538</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30914003"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201800519</pub-id>
          <pub-id pub-id-type="medline">30914003</pub-id>
          <pub-id pub-id-type="pmcid">PMC6839109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Shoji</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Luszczynska</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Engagement with a trauma recovery internet intervention explained with the health action process approach (HAPA): longitudinal study</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>04</month>
          <day>10</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/2/e29/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.9449</pub-id>
          <pub-id pub-id-type="medline">29636323</pub-id>
          <pub-id pub-id-type="pii">v5i2e29</pub-id>
          <pub-id pub-id-type="pmcid">PMC5938690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lalmas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dupret</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Models of user engagement</article-title>
          <source>Proceedings of the 20th International Conference on User Modeling, Adaptation, and Personalization</source>
          <year>2012</year>
          <conf-name>UMAP '12</conf-name>
          <conf-date>July 16-20, 2012</conf-date>
          <conf-loc>Montreal, Canada</conf-loc>
          <fpage>164</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-642-31454-4_14</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>If we build it, will they come? Issues of engagement with digital health interventions for trauma recovery</article-title>
          <source>Mhealth</source>
          <year>2018</year>
          <volume>4</volume>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21037/mhealth.2018.08.04"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2018.08.04</pub-id>
          <pub-id pub-id-type="medline">30363749</pub-id>
          <pub-id pub-id-type="pii">mh-04-2018.08.04</pub-id>
          <pub-id pub-id-type="pmcid">PMC6182033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Self-efficacy: The Exercise of Control</source>
          <year>1997</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>W.H. Freeman and Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Short</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Rebar</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Designing engaging online behaviour change interventions: a proposed model of user engagement</article-title>
          <source>Eur Health Psychol</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ehps.net/ehp/index.php/contents/article/view/763"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beatty</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Binnion</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of predictors of, and reasons for, adherence to online psychological interventions</article-title>
          <source>Int J Behav Med</source>
          <year>2016</year>
          <month>12</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>776</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1007/s12529-016-9556-9</pub-id>
          <pub-id pub-id-type="medline">26957109</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12529-016-9556-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Program use and outcome change in a web-based trauma intervention: individual and social factors</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>09</month>
          <day>09</day>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>e243</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/9/e243/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5839</pub-id>
          <pub-id pub-id-type="medline">27612932</pub-id>
          <pub-id pub-id-type="pii">v18i9e243</pub-id>
          <pub-id pub-id-type="pmcid">PMC5035382</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cugelman</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Gamification: what it is and why it matters to digital health behavior change developers</article-title>
          <source>JMIR Serious Games</source>
          <year>2013</year>
          <month>12</month>
          <day>12</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2013/1/e3/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/games.3139</pub-id>
          <pub-id pub-id-type="medline">25658754</pub-id>
          <pub-id pub-id-type="pii">v1i1e3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4307817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Preliminary evidence for the use and efficacy of mobile health applications in managing posttraumatic stress disorder symptoms</article-title>
          <source>Health Syst</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>122</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1057/hs.2016.2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhalla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Durham</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Tabaa</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The development and initial psychometric validation of the eHealth readiness scale</article-title>
          <source>Comput Human Behav</source>
          <year>2016</year>
          <month>12</month>
          <volume>65</volume>
          <fpage>460</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2016.09.015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Shoji</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Waldrep</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Cieslak</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Trauma coping self-efficacy: a context-specific self-efficacy measure for traumatic stress</article-title>
          <source>Psychol Trauma</source>
          <year>2015</year>
          <month>11</month>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>591</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26524542"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/tra0000045</pub-id>
          <pub-id pub-id-type="medline">26524542</pub-id>
          <pub-id pub-id-type="pii">2015-48845-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4664052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Renner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Social-cognitive predictors of health behavior: action self-efficacy and coping self-efficacy</article-title>
          <source>Health Psychol</source>
          <year>2000</year>
          <month>09</month>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>487</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.19.5.487</pub-id>
          <pub-id pub-id-type="medline">11007157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders (DSM-5). 5th Edition</source>
          <year>2013</year>
          <publisher-loc>Washington, DC, USA</publisher-loc>
          <publisher-name>American Psychiatric Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caprara</surname>
              <given-names>GV</given-names>
            </name>
            <name name-style="western">
              <surname>Barbaranelli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gerbino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pastorelli</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Role of affective self-regulatory efficacy in diverse spheres of psychosocial functioning</article-title>
          <source>Child Dev</source>
          <year>2003</year>
          <volume>74</volume>
          <issue>3</issue>
          <fpage>769</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-8624.00567</pub-id>
          <pub-id pub-id-type="medline">12795389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molloy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>Increasing acceptability and outcome expectancy for internet-based cognitive behavioral therapy during the COVID-19 pandemic</article-title>
          <source>Telemed J E Health</source>
          <year>2021</year>
          <month>10</month>
          <day>07</day>
          <pub-id pub-id-type="doi">10.1089/tmj.2021.0393</pub-id>
          <pub-id pub-id-type="medline">34619073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maples</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Jovanovic</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Norrholm</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Heekin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rothbaum</surname>
              <given-names>BO</given-names>
            </name>
          </person-group>
          <article-title>An investigation of outcome expectancies as a predictor of treatment response for combat veterans with PTSD: comparison of clinician, self-report, and biological measures</article-title>
          <source>Depress Anxiety</source>
          <year>2015</year>
          <month>06</month>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>392</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25703611"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.22354</pub-id>
          <pub-id pub-id-type="medline">25703611</pub-id>
          <pub-id pub-id-type="pmcid">PMC4437876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hageman</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Mroz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Yoerger</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Pullen</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>User engagement associated with web-intervention features to attain clinically meaningful weight loss and weight maintenance in rural women</article-title>
          <source>J Obes</source>
          <year>2019</year>
          <volume>2019</volume>
          <fpage>7932750</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2019/7932750"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2019/7932750</pub-id>
          <pub-id pub-id-type="medline">30944736</pub-id>
          <pub-id pub-id-type="pmcid">PMC6421718</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carrion</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morita</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stinson</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Cafazzo</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>A library of analytic indicators to evaluate effective engagement with consumer mHealth apps for chronic conditions: scoping review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>01</month>
          <day>18</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11941</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e11941/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11941</pub-id>
          <pub-id pub-id-type="medline">30664463</pub-id>
          <pub-id pub-id-type="pii">v7i1e11941</pub-id>
          <pub-id pub-id-type="pmcid">PMC6356188</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toro-Ramos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rajda</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niejadlik</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Honcz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marrero</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fawer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michaelides</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of a mobile hypertension prevention delivery platform with human coaching</article-title>
          <source>J Hum Hypertens</source>
          <year>2017</year>
          <month>12</month>
          <volume>31</volume>
          <issue>12</issue>
          <fpage>795</fpage>
          <lpage>800</lpage>
          <pub-id pub-id-type="doi">10.1038/jhh.2017.69</pub-id>
          <pub-id pub-id-type="medline">28972573</pub-id>
          <pub-id pub-id-type="pii">jhh201769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kanuri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Garvert</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of a smartphone app for posttraumatic stress disorder symptoms</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2017</year>
          <month>03</month>
          <volume>85</volume>
          <issue>3</issue>
          <fpage>267</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000163</pub-id>
          <pub-id pub-id-type="medline">28221061</pub-id>
          <pub-id pub-id-type="pii">2017-07144-006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sieverink</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Clarifying the concept of adherence to eHealth technology: systematic review on when usage becomes adherence</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>12</month>
          <day>06</day>
          <volume>19</volume>
          <issue>12</issue>
          <fpage>e402</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/12/e402/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8578</pub-id>
          <pub-id pub-id-type="medline">29212630</pub-id>
          <pub-id pub-id-type="pii">v19i12e402</pub-id>
          <pub-id pub-id-type="pmcid">PMC5738543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bosmans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Velden</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Cross-lagged associations between posttraumatic stress symptoms and coping self-efficacy in long-term recovery: a four-wave comparative study</article-title>
          <source>Soc Sci Med</source>
          <year>2017</year>
          <month>11</month>
          <volume>193</volume>
          <fpage>33</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2017.09.040</pub-id>
          <pub-id pub-id-type="medline">28992539</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(17)30584-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Shoji</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Weisman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boult</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Predicting change in posttraumatic distress through change in coping self-efficacy after using the My Trauma Recovery eHealth intervention: laboratory investigation</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>11</month>
          <day>29</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e10309</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/4/e10309/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10309</pub-id>
          <pub-id pub-id-type="medline">30497992</pub-id>
          <pub-id pub-id-type="pii">v5i4e10309</pub-id>
          <pub-id pub-id-type="pmcid">PMC6293247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Jaworski</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Makin-Byrd</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>mHealth in the wild: using novel data to examine the reach, use, and impact of PTSD coach</article-title>
          <source>JMIR Ment Health</source>
          <year>2015</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2015/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.3935</pub-id>
          <pub-id pub-id-type="medline">26543913</pub-id>
          <pub-id pub-id-type="pii">v2i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4607374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <source>Principles and Practice of Structural Equation Modeling. 3rd Ed</source>
          <year>2011</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Bentler</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Cutoff criteria for fit indexes in covariance structure analysis: conventional criteria versus new alternatives</article-title>
          <source>Struct Equ Model</source>
          <year>1999</year>
          <month>01</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1080/10705519909540118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Waldrep</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Internet interventions for traumatic stress: a review and theoretically based example</article-title>
          <source>J Trauma Stress</source>
          <year>2008</year>
          <month>12</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>513</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1002/jts.20371</pub-id>
          <pub-id pub-id-type="medline">19107724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Stolk-Cooke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maheux</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Forehand</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourcing trauma: psychopathology in a trauma-exposed sample recruited via Mechanical Turk</article-title>
          <source>J Trauma Stress</source>
          <year>2018</year>
          <month>08</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>549</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30025175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jts.22303</pub-id>
          <pub-id pub-id-type="medline">30025175</pub-id>
          <pub-id pub-id-type="pmcid">PMC6107385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Blake</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Kaluopek</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>The life events checklist for DSM-5 (LEC-5)</article-title>
          <source>National Center for PTSD</source>
          <year>2013</year>
          <access-date>2022-03-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ptsd.va.gov/professional/assessment/te-measures/life_events_checklist.asp">https://www.ptsd.va.gov/professional/assessment/te-measures/life_events_checklist.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Lombardo</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the life events checklist</article-title>
          <source>Assessment</source>
          <year>2004</year>
          <month>12</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>330</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1177/1073191104269954</pub-id>
          <pub-id pub-id-type="medline">15486169</pub-id>
          <pub-id pub-id-type="pii">11/4/330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Palmieri</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>The PTSD checklist for DSM-5 (PCL-5)</article-title>
          <source>National Center for PTSD</source>
          <year>2013</year>
          <access-date>2022-03-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ptsd.va.gov/professional/assessment/adult-sr/ptsd-checklist.asp">https://www.ptsd.va.gov/professional/assessment/adult-sr/ptsd-checklist.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tellegen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of brief measures of positive and negative affect: the PANAS scales</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1988</year>
          <volume>54</volume>
          <issue>6</issue>
          <fpage>1063</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.54.6.1063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Schafer</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kam</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>A comparison of inclusive and restrictive strategies in modern missing data procedures</article-title>
          <source>Psychol Methods</source>
          <year>2001</year>
          <month>12</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>330</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="medline">11778676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bavin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lucassen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stasiak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Merry</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond the trial: systematic review of real-world uptake and engagement with digital self-help interventions for depression, low mood, or anxiety</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>06</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9275</pub-id>
          <pub-id pub-id-type="medline">29875089</pub-id>
          <pub-id pub-id-type="pii">v20i6e199</pub-id>
          <pub-id pub-id-type="pmcid">PMC6010835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Little</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <source>Statistical Analysis with Missing Data. 2nd Edition</source>
          <year>2014</year>
          <publisher-loc>Hoboken, NJ, USA</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Deboeck</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Attrition in developmental psychology: a review of modern missing data reporting and practices</article-title>
          <source>Int J Behav Dev</source>
          <year>2017</year>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1177/0165025415618275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cronbach</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Coefficient alpha and the internal structure of tests</article-title>
          <source>Psychometrika</source>
          <year>1951</year>
          <month>9</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>334</lpage>
          <pub-id pub-id-type="doi">10.1007/bf02310555</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raykov</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Estimation of composite reliability for congeneric measures</article-title>
          <source>Appl Psychol Meas</source>
          <year>1997</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>173</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1177/01466216970212006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <source>Reliability &#38; validity for latent variables calculator</source>
          <year>2011</year>
          <access-date>2022-03-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blogs.gwu.edu/weissba/teaching/calculators/reliability-validity-for-latent-variables-calculator/">https://blogs.gwu.edu/weissba/teaching/calculators/reliability-validity-for-latent-variables-calculator/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Cudeck</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bollen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Alternative ways of assessing model fit</article-title>
          <source>Testing Structural Equation Models</source>
          <year>1993</year>
          <publisher-loc>Newbury Park, CA, USA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
          <fpage>136</fpage>
          <lpage>62</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weston</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gore Jr</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>A brief guide to structural equation modeling</article-title>
          <source>Couns Psychol</source>
          <year>2006</year>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>719</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1177/0011000006286345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Hau</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>In search of golden rules: comment on hypothesis-testing approaches to setting cutoff values for fit indexes and dangers in overgeneralizing Hu and Bentler's (1999) findings</article-title>
          <source>Struct Equ Model</source>
          <year>2004</year>
          <month>07</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>320</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1207/s15328007sem1103_2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Introduction to structural equation modeling: issues and practical considerations</article-title>
          <source>Educ Meas</source>
          <year>2007</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>33</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1745-3992.2007.00099.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grewal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cote</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Multicollinearity and measurement error in structural equation models: implications for theory testing</article-title>
          <source>Mark Sci</source>
          <year>2004</year>
          <month>11</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>519</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1287/mksc.1040.0070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Enders</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Multiple imputation as a flexible tool for missing data handling in clinical research</article-title>
          <source>Behav Res Ther</source>
          <year>2017</year>
          <month>11</month>
          <volume>98</volume>
          <fpage>4</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2016.11.008</pub-id>
          <pub-id pub-id-type="medline">27890222</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(16)30195-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A self-report measure of engagement with digital behavior change interventions (DBCIs): development and psychometric evaluation of the "DBCI Engagement Scale"</article-title>
          <source>Transl Behav Med</source>
          <year>2020</year>
          <month>02</month>
          <day>03</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30927357"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz039</pub-id>
          <pub-id pub-id-type="medline">30927357</pub-id>
          <pub-id pub-id-type="pii">5423758</pub-id>
          <pub-id pub-id-type="pmcid">PMC8411853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donkin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Glozier</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Motivators and motivations to persist with online psychological interventions: a qualitative study of treatment completers</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>06</month>
          <day>22</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>e91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/3/e91/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2100</pub-id>
          <pub-id pub-id-type="medline">22743581</pub-id>
          <pub-id pub-id-type="pii">v14i3e91</pub-id>
          <pub-id pub-id-type="pmcid">PMC3414905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Philippi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Apolinário-Hagen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Hennemann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kott</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Acceptance towards digital health interventions - model validation and further development of the unified theory of acceptance and use of technology</article-title>
          <source>Internet Interv</source>
          <year>2021</year>
          <month>12</month>
          <volume>26</volume>
          <fpage>100459</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(21)00099-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2021.100459</pub-id>
          <pub-id pub-id-type="medline">34603973</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(21)00099-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8463857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Do</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Barnason</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Relationships between activation level, knowledge, self-efficacy, and self-management behavior in heart failure patients discharged from rural hospitals</article-title>
          <source>F1000Res</source>
          <year>2015</year>
          <volume>4</volume>
          <fpage>150</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://f1000research.com/articles/10.12688/f1000research.6557.1/doi"/>
          </comment>
          <pub-id pub-id-type="doi">10.12688/f1000research.6557.1</pub-id>
          <pub-id pub-id-type="medline">26213616</pub-id>
          <pub-id pub-id-type="pmcid">PMC4505779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beckerle</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Lavin</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Association of self-efficacy and self-care with glycemic control in diabetes</article-title>
          <source>Diabetes Spectr</source>
          <year>2013</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>172</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2337/diaspect.26.3.172"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/diaspect.26.3.172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Neilands</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Dilworth</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Remien</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Chesney</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>The role of self-efficacy in HIV treatment adherence: validation of the HIV Treatment Adherence Self-Efficacy Scale (HIV-ASES)</article-title>
          <source>J Behav Med</source>
          <year>2007</year>
          <month>10</month>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>359</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17588200"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10865-007-9118-3</pub-id>
          <pub-id pub-id-type="medline">17588200</pub-id>
          <pub-id pub-id-type="pmcid">PMC2423379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social cognitive theory of posttraumatic recovery: the role of perceived self-efficacy</article-title>
          <source>Behav Res Ther</source>
          <year>2004</year>
          <month>10</month>
          <volume>42</volume>
          <issue>10</issue>
          <fpage>1129</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2003.08.008</pub-id>
          <pub-id pub-id-type="medline">15350854</pub-id>
          <pub-id pub-id-type="pii">S0005796703002304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Cieslak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Molton</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Self-evaluative appraisals of coping capability and posttraumatic distress following motor vehicle accidents</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2008</year>
          <month>08</month>
          <volume>76</volume>
          <issue>4</issue>
          <fpage>677</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-006X.76.4.677</pub-id>
          <pub-id pub-id-type="medline">18665695</pub-id>
          <pub-id pub-id-type="pii">2008-09736-013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cieslak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Caden Lehman</surname>
              <given-names>VC</given-names>
            </name>
          </person-group>
          <article-title>Coping self-efficacy mediates the effects of negative cognitions on posttraumatic distress</article-title>
          <source>Behav Res Ther</source>
          <year>2008</year>
          <month>07</month>
          <volume>46</volume>
          <issue>7</issue>
          <fpage>788</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18456241"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2008.03.007</pub-id>
          <pub-id pub-id-type="medline">18456241</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(08)00069-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC2531142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flatten</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wälte</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perlitz</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy in acutely traumatized patients and the risk of developing a posttraumatic stress syndrome</article-title>
          <source>Psychosoc Med</source>
          <year>2008</year>
          <month>06</month>
          <day>05</day>
          <volume>5</volume>
          <fpage>Doc05</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19742277"/>
          </comment>
          <pub-id pub-id-type="medline">19742277</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Harper</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Coping self-efficacy perceptions as a mediator between acute stress response and long-term distress following natural disasters</article-title>
          <source>J Trauma Stress</source>
          <year>2002</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>177</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1015295025950</pub-id>
          <pub-id pub-id-type="medline">12092909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ehlers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Hackmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McManus</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fennell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cognitive therapy for post-traumatic stress disorder: development and evaluation</article-title>
          <source>Behav Res Ther</source>
          <year>2005</year>
          <month>04</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>413</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2004.03.006</pub-id>
          <pub-id pub-id-type="medline">15701354</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(04)00088-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleim</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wild</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nussbeck</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Stott</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hackmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ehlers</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cognitive change predicts symptom reduction with cognitive therapy for posttraumatic stress disorder</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2013</year>
          <month>06</month>
          <volume>81</volume>
          <issue>3</issue>
          <fpage>383</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23276122"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0031290</pub-id>
          <pub-id pub-id-type="medline">23276122</pub-id>
          <pub-id pub-id-type="pii">2012-34987-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC3665307</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashford</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Olander</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and acceptability of a Web-based treatment with telephone support for postpartum women with anxiety: randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>04</month>
          <day>20</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/2/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.9106</pub-id>
          <pub-id pub-id-type="medline">29678804</pub-id>
          <pub-id pub-id-type="pii">v5i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC5938691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carolan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cavanagh</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Increasing engagement with an occupational digital stress management program through the use of an online facilitated discussion group: results of a pilot randomised controlled trial</article-title>
          <source>Internet Interv</source>
          <year>2017</year>
          <month>12</month>
          <volume>10</volume>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(17)30033-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2017.08.001</pub-id>
          <pub-id pub-id-type="medline">30135747</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(17)30033-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6084816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howarth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quesada</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Judycki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>The impact of digital health interventions on health-related outcomes in the workplace: a systematic review</article-title>
          <source>Digit Health</source>
          <year>2018</year>
          <volume>4</volume>
          <fpage>2055207618770861</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207618770861?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207618770861</pub-id>
          <pub-id pub-id-type="medline">29942631</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207618770861</pub-id>
          <pub-id pub-id-type="pmcid">PMC6016571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The law of attrition</article-title>
          <source>J Med Internet Res</source>
          <year>2005</year>
          <month>03</month>
          <day>31</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2005/1/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7.1.e11</pub-id>
          <pub-id pub-id-type="medline">15829473</pub-id>
          <pub-id pub-id-type="pii">v7e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Roosjen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Poelman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Google Analytics as a process evaluation method for internet-delivered interventions: an example on sexual health</article-title>
          <source>Health Promot Int</source>
          <year>2013</year>
          <month>03</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1093/heapro/das008</pub-id>
          <pub-id pub-id-type="medline">22377974</pub-id>
          <pub-id pub-id-type="pii">das008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Short</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>DeSmet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Middelweerd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Poppe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hingle</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measuring engagement in eHealth and mHealth behavior change interventions: viewpoint of methodologies</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>e292</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/11/e292/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9397</pub-id>
          <pub-id pub-id-type="medline">30446482</pub-id>
          <pub-id pub-id-type="pii">v20i11e292</pub-id>
          <pub-id pub-id-type="pmcid">PMC6269627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dack</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barnard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Developing an implementation strategy for a digital health intervention: an example in routine healthcare</article-title>
          <source>BMC Health Serv Res</source>
          <year>2018</year>
          <month>10</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>794</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-018-3615-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-018-3615-7</pub-id>
          <pub-id pub-id-type="medline">30340639</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-018-3615-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6194634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Beekman</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adherence to a Web-based pre-treatment for phobias in outpatient clinics</article-title>
          <source>Internet Interv</source>
          <year>2017</year>
          <month>09</month>
          <volume>9</volume>
          <fpage>38</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(16)30040-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2017.05.004</pub-id>
          <pub-id pub-id-type="medline">30135835</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(16)30040-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6096310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dhamija</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boult</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Exploring contextual engagement for trauma recovery</article-title>
          <source>Proceedings of the 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops</source>
          <year>2017</year>
          <conf-name>CVPRW '17</conf-name>
          <conf-date>July 21-26, 2017</conf-date>
          <conf-loc>Honolulu, HI, USA</conf-loc>
          <fpage>2267</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1109/cvprw.2017.281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Montague</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The behavioral intervention technology model: an integrated conceptual and technological framework for eHealth and mHealth interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>06</month>
          <day>05</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>e146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/6/e146/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3077</pub-id>
          <pub-id pub-id-type="medline">24905070</pub-id>
          <pub-id pub-id-type="pii">v16i6e146</pub-id>
          <pub-id pub-id-type="pmcid">PMC4071229</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
