<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e44862</article-id>
      <article-id pub-id-type="pmid">36995752</article-id>
      <article-id pub-id-type="doi">10.2196/44862</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effectiveness of a Smartphone Intervention Targeting Suicidal Ideation in Young Adults: Randomized Controlled Trial Examining the Influence of Loneliness</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Melia</surname>
            <given-names>Ruth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Marciniak</surname>
            <given-names>Marta</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>McGillivray</surname>
            <given-names>Lauren</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9022-0274</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Keng-Meng Hui</surname>
            <given-names>Nicholas</given-names>
          </name>
          <degrees>BMed</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-2004-2193</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>Quincy J J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9393-4301</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Han</surname>
            <given-names>Jin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7624-9468</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Qian</surname>
            <given-names>Jiahui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5173-5707</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Torok</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Black Dog Institute</institution>
            <institution>University of New South Wales</institution>
            <addr-line>Hospital Rd</addr-line>
            <addr-line>Sydney, 2031</addr-line>
            <country>Australia</country>
            <phone>61 2 9065 9133</phone>
            <email>m.torok@unsw.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3741-8075</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Black Dog Institute</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Medicine and Health</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Psychology</institution>
        <institution>Western Sydney University</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Michelle Torok <email>m.torok@unsw.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e44862</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>2</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Lauren McGillivray, Nicholas Keng-Meng Hui, Quincy J J Wong, Jin Han, Jiahui Qian, Michelle Torok. Originally published in JMIR Mental Health (https://mental.jmir.org), 30.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2023/1/e44862" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Loneliness is commonly reported by young people and has been shown to contribute to the rapid onset and escalation of depression and suicidal ideation during adolescence. Lonely people may also be particularly susceptible to disengaging from treatment early given the likelihood of their more complex clinical profiles leading to cognitive fatigue. While a smartphone intervention (LifeBuoy) has been shown to effectively reduce suicidal ideation in young adults, poor engagement is a well-documented issue for this therapeutic modality and has been shown to result in poorer treatment outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to determine whether loneliness affects how young people experiencing suicidal ideation engage with and benefit from a therapeutic smartphone intervention (LifeBuoy).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 455 community-based Australian young adults (aged 18-25 years) experiencing recent suicidal ideation were randomized to use a dialectical behavioral therapy–based smartphone intervention (LifeBuoy) or an attention-matched control app (LifeBuoy-C) for 6 weeks. Participants completed measures of suicidal ideation, depression, anxiety, and loneliness at baseline (T0), post intervention (T1), and 3 months post intervention (T2). Piecewise linear mixed models were used to examine whether loneliness levels moderated the effect of LifeBuoy and LifeBuoy-C on suicidal ideation and depression across time (T0 to T1; T1 to T2). This statistical method was then used to examine whether app engagement (number of modules completed) influenced the relationship between baseline loneliness and suicidal ideation and depression across time.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Loneliness was positively associated with higher levels of overall suicidal ideation (<italic>B</italic>=0.75, 95% CI 0.08-1.42; <italic>P</italic>=.03) and depression (<italic>B</italic>=0.88, 95% CI 0.45-1.32; <italic>P</italic>&lt;.001), regardless of time point or allocated condition. However, loneliness did not affect suicidal ideation scores across time (time 1: <italic>B</italic>=1.10, 95% CI –0.25 to 2.46; <italic>P</italic>=.11; time 2: <italic>B</italic>=0.43, 95% CI –1.25 to 2.12; <italic>P</italic>=.61) and depression scores across time (time 1: <italic>B</italic>=0.00, 95% CI –0.67 to 0.66; <italic>P</italic>=.99; time 2: <italic>B</italic>=0.41, 95% CI –0.37 to 1.18; <italic>P</italic>=.30) in either condition. Similarly, engagement with the LifeBuoy app was not found to moderate the impact of loneliness on suicidal ideation (<italic>B</italic>=0.00, 95% CI –0.17 to 0.18; <italic>P</italic>=.98) or depression (<italic>B</italic>=–0.08, 95% CI –0.19 to 0.03; <italic>P</italic>=.14).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Loneliness was not found to affect young adults’ engagement with a smartphone intervention (LifeBuoy) nor any clinical benefits derived from the intervention. LifeBuoy, in its current form, can effectively engage and treat individuals regardless of how lonely they may be.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Australian New Zealand Clinical Trials Registry ACTRN12619001671156; https://tinyurl.com/yvpvn5n8</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/23655</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>loneliness</kwd>
        <kwd>suicidal ideation</kwd>
        <kwd>suicide prevention</kwd>
        <kwd>digital therapeutics</kwd>
        <kwd>smartphone intervention</kwd>
        <kwd>apps</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Suicidal ideation is a serious condition affecting approximately 11% of all young people [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] and has been shown to increase the risk of suicide attempt and suicide death approximately 2-fold [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Understanding which young people have an elevated risk of ideation is critical to improving early detection and shaping early intervention initiatives that can effectively prevent premature mortality in young people. There are many reasons why young people may experience suicidal ideation, including mood and affective disorders [<xref ref-type="bibr" rid="ref5">5</xref>], trauma [<xref ref-type="bibr" rid="ref6">6</xref>], and relationship issues [<xref ref-type="bibr" rid="ref7">7</xref>], among other factors. One condition that has not received much attention in understanding suicidal trajectories is loneliness, which is a common manifestation of and highly comorbid with complex mental health and trauma experiences [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Loneliness has been defined as the unpleasant subjective experience of feeling isolated when a discrepancy exists between the actual and the desired levels of interpersonal relationships [<xref ref-type="bibr" rid="ref10">10</xref>]. Research has found that loneliness is more prevalent in adolescents and young adults than in working-aged adults [<xref ref-type="bibr" rid="ref11">11</xref>] and that it can contribute to the rapid onset and escalation of depression [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] and suicidal ideation [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] during adolescence. Findings from The Young Australian Loneliness Survey [<xref ref-type="bibr" rid="ref13">13</xref>] found that one-quarter of young people surveyed (ages 12-25 years) reported clinically significant levels of loneliness, and young adults in particular (ages 18-25 years) were lonelier than adolescents (ages 12-17 years). These findings suggest that loneliness may be developmentally important to the onset and escalation of suicidal ideation in young people. Accordingly, further confirmatory research to establish the impacts of loneliness on young people’s mental health is warranted.</p>
      <p>Recent research examining the social and health impacts of the COVID-19 pandemic suggests there is a growing epidemic of loneliness among young people [<xref ref-type="bibr" rid="ref14">14</xref>]. Many public health measures implemented to contain the pandemic enforced physical isolation from friends and family, and may have led to disproportionate negative mental health effects for young people [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], as social connections with peers play a vital role in their healthy development [<xref ref-type="bibr" rid="ref18">18</xref>]. For example, there is evidence of worsening rates of depression [<xref ref-type="bibr" rid="ref19">19</xref>] and marked increases in hospital presentations for suicidal ideation and self-harm [<xref ref-type="bibr" rid="ref20">20</xref>] among young people since the onset of the pandemic. There are, however, major gaps in our understanding of how loneliness may be contributing to these trends, particularly how it may have impacted help-seeking behaviors for mental health issues [<xref ref-type="bibr" rid="ref21">21</xref>]. Though limited, there is some evidence that more severe loneliness is associated with greater external or professional help-seeking, driven by a diminished perception of being able to self-manage mental health symptoms [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Related to these knowledge gaps on links between loneliness and help-seeking, there is a dearth of research examining how loneliness may affect how young people interact with, and benefit from, help they do access given potential comorbidities with complex psychopathology [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Specifically, there is no research yet on this issue in relation to digital interventions for mental health, which increased in availability during the pandemic when face-to-face services were limited [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>Meta-analytic research on the effectiveness of self-guided digital health interventions for suicide prevention shows that these digital tools can help to reduce the severity of suicidal ideation [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], and there is also evidence that the level of engagement with digital health interventions is a significant positive moderator of clinical benefit [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. However, issues of poor engagement with digital health interventions are well documented, with an average of 70% of users not completing all treatment modules [<xref ref-type="bibr" rid="ref28">28</xref>], yet reasons for poor engagement are not fully understood. The few research studies that have investigated predictors of engagement have focused on the intervention itself (eg, desirable content or interface [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]) rather than on user characteristics. Attrition data from clinical trials have noted higher dropout rates among individuals with more clinically severe profiles (eg, severe depression) due to the psychological effort required to attain treatment goals [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Given that loneliness is a significant and independent risk factor for complex psychopathology, including depression and suicidal ideation [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>], lonely people may be particularly susceptible to disengaging from treatment early. Establishing what role loneliness plays in how young people engage with and subsequently benefit from digital health interventions will help to advance current understandings of whether specific strategies are needed to support adherence, which is particularly relevant to ensuring supports are being accessed optimally during periods of heightened loneliness and mental ill health, such as health epidemics or pandemics.</p>
      <p>This study presents a secondary and post hoc exploratory analysis of data from a randomized controlled trial that tested the efficacy of a therapeutic smartphone intervention (LifeBuoy) against an attention-matched placebo control app in supporting young adults to self-manage suicidal ideation. The trial took place during the COVID-19 pandemic. The main analyses showed that LifeBuoy was associated with significant reductions in the severity of suicidal ideation in the intervention condition compared to the control group [<xref ref-type="bibr" rid="ref25">25</xref>]; however, a better understanding of the fundamental person-specific characteristics that may influence outcomes will help inform who self-guided digital health interventions should be targeted to:</p>
      <list list-type="bullet">
        <list-item>
          <p>Aim 1: Determine whether baseline loneliness severity moderates change in suicidal ideation and depression scores across time among young adults in both the intervention and control conditions</p>
        </list-item>
        <list-item>
          <p>Aim 2: Examine whether engagement with LifeBuoy (defined as the number of modules completed) moderates the impact of loneliness on suicidal ideation and depression in the treatment (exposure) condition</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This paper is a secondary analysis of a clinical trial of the LifeBuoy smartphone intervention, with the full trial details, safety protocols [<xref ref-type="bibr" rid="ref37">37</xref>], and main outcomes reported elsewhere [<xref ref-type="bibr" rid="ref25">25</xref>]. The trial protocol was prospectively registered on the Australian New Zealand Clinical Trials Registry (ACTRN12619001671156) and has also been published elsewhere [<xref ref-type="bibr" rid="ref37">37</xref>]; the LifeBuoy intervention was registered with the Therapeutic Goods Administration Clinical Trial Notification scheme (CT-2020-CTN-00256-1-v1).</p>
      <sec>
        <title>Ethics Approval</title>
        <p>Ethics approval for this study was obtained from the University of New South Wales Human Research Ethics Committee (HC190764). All procedures performed in the study involving human participants were in accordance with the ethical standards of the institutional or national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards. As such, informed consent to participate was obtained from all participants prior to data collection.</p>
      </sec>
      <sec>
        <title>Participants and Recruitment</title>
        <p>The study was a 2-arm parallel, double-blind, randomized controlled trial conducted at the Black Dog Institute (BDI), Australia. Participants were recruited from the community via targeted advertisements posted on Facebook between May 11 and May 22, 2020 (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Eligibility criteria were as follows: aged between 18 and 25 years, fluent in English, own and have access to a smartphone, currently residing in Australia, and having experienced suicidal thoughts in the past 12 months. Participants were excluded if they reported being diagnosed with a psychotic disorder ever or had attempted suicide in the 1 month prior to trial registration due to safety considerations. Participants undergoing other mental health treatments were not excluded from the trial. The study was approved by the University of New South Wales Human Research Ethics Committee (HC190764) and required written opt-in consent from participants.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>After completing the baseline survey, participants were assigned randomly (2:2) to the intervention or control condition within a block design (four per block). Randomization was performed using a computer-generated algorithm integrated into BDI’s digital trial management platform. All study participants and investigators were masked from condition assignment until the completion of the final survey.</p>
        <p>The trial was run online using this trial management platform, which also supported the recruitment portal, including online consent, screening, registration, data collection, and access to the apps (see [<xref ref-type="bibr" rid="ref25">25</xref>] for full details). Participants were required to complete these closed (password-protected) surveys within 7 days at baseline (T0, day 0), post intervention (T1, day 43), and 3 months post intervention (T2, day 132). After completing the baseline assessment, participants were sent a link (via email and SMS text message) to download the free app randomly allocated to them and informed that they had 6 weeks to access this app. No reminders/prompts or support were provided to use the apps.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>LifeBuoy is a brief self-guided smartphone intervention consisting of seven models grounded in dialectical behavior therapy and acceptance and commitment therapy. Each module takes approximately 5 minutes to complete, and participants had the opportunity to return to them as frequently as needed over the course of 6 weeks. Participants were required to complete each module sequentially before moving on to the next. Each module introduced and practiced knowledge and skills relating to distress tolerance, emotional regulation, and goal setting through interactive learning exercises. A detailed description of LifeBuoy has been published elsewhere along with screenshots of the app [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>Control</title>
        <p>A matched-attention placebo app (LifeBuoy-C) was developed for the control condition (details published elsewhere) [<xref ref-type="bibr" rid="ref25">25</xref>]. LifeBuoy-C provided generalized mental health information in a similar format and time expectancy to the intervention app to control for potential digital placebo effects [<xref ref-type="bibr" rid="ref38">38</xref>]. LifeBuoy-C mirrored the module structure, user interface, and graphic design of LifeBuoy but contained no therapeutic content.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Suicidal Ideation (Primary Outcome)</title>
          <p>Suicidal ideation was measured using the Suicidal Ideation Attributes Scale (SIDAS) [<xref ref-type="bibr" rid="ref39">39</xref>]. The SIDAS comprises five items rated on an 11-point scale that assess the frequency, severity, impact, and controllability of suicidal ideation. Total scores range from 0 to 50, with higher scores signifying more severe suicidal ideation. Scores ≥21 indicate a high risk for suicidal behavior. The scale has demonstrated acceptable internal consistency (Cronbach α=.91) [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        </sec>
        <sec>
          <title>Loneliness</title>
          <p>Loneliness was measured using the Three-Item Loneliness Scale (TILS) [<xref ref-type="bibr" rid="ref40">40</xref>], which assesses social exclusion, lack of companionship, and social isolation. The TILS is based on the University of California, Los Angeles Loneliness Scale [<xref ref-type="bibr" rid="ref40">40</xref>] and has demonstrated good internal consistency (Cronbach α=.72) [<xref ref-type="bibr" rid="ref40">40</xref>]. Items are rated on a 3-point Likert scale from hardly ever (1) to often (3), with a higher combined score (ranging from 3 to 9) indicating greater loneliness.</p>
        </sec>
        <sec>
          <title>Depression</title>
          <p>Depression was measured using the Patient Health Questionnaire (PHQ-9). The PHQ-9 assesses the nine diagnostic criteria of depression from the <italic>Diagnostic and Statistical Manual of Mental Disorders</italic> (Fourth Edition) [<xref ref-type="bibr" rid="ref41">41</xref>]. Respondents rate their responses on a 4-point Likert scale that ranges from not at all (0) to nearly every day (3). Total scores range from 0 to 27, with higher scores indicating greater depression severity. The scale has demonstrated good internal consistency (α&gt;.80) [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>App Engagement</title>
          <p>The LifeBuoy app recorded details about the number of modules completed and automatically uploaded this data to central servers. Module completion was recorded at the time of baseline (T0) and at the postintervention (T1) and 3-month postintervention follow-up (T2).</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>To determine whether the loneliness levels of participants at baseline moderated the effect of the LifeBuoy and LifeBuoy-C apps on suicidal ideation (SIDAS) and depressive symptoms (PHQ-9) across time (T0 to T1; T1 to T2), piecewise linear mixed models for repeated measures analyses were used. Thus, loneliness (TILS), two time variables reflecting T0 to T1 and T1 to T2, condition (LifeBuoy, LifeBuoy-C), and relevant interaction terms between these variables were specified as fixed effects in models, along with an intercept as a random effect. An identity covariance matrix was used, and degrees of freedom were estimated using Satterthwaite’s method. The linear mixed model approach can include all participants in the analyses, even those with missing follow-up data points, under the missing-at-random assumption, and therefore accords with the intention-to-treat principle.</p>
        <p>To examine within the LifeBuoy condition whether app engagement affected the relationship between loneliness and each of the key outcomes (suicidal ideation, depression), piecewise linear mixed models for repeated measures analyses were conducted similar to the above approach described. In this case, app engagement (the number of modules completed), loneliness (TILS), two time variables reflecting T0 to T1 and T1 to T2, and relevant interaction terms between these variables were specified as fixed effects in models, along with an intercept as a random effect. Broader engagement data (number of modules completed by condition and median time spent in the app by condition) has been reported elsewhere [<xref ref-type="bibr" rid="ref25">25</xref>]. Safety data and harms have also been reported elsewhere [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>For all analyses, <italic>P</italic> values ≤.05 were considered significant. For all linear mixed models examined, residual plots indicated no distinct patterns, and the distribution of residuals in histograms approximated normality, indicating model assumptions were met. SPSS 25.0 (IBM Corp) was used for all analyses. Attrition analyses were conducted and reported elsewhere [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>User Statistics</title>
        <p>In total, 455 young adults completed the baseline survey and were randomized to either the intervention condition (n=228) or the control condition (n=227). No participants formally withdrew or were excluded from the study. Demographic and clinical profiles of the total sample are described elsewhere, along with a CONSORT (Consolidated Standards for Reporting Trials) trial flow diagram [<xref ref-type="bibr" rid="ref25">25</xref>]. The mean loneliness score at baseline was 7.17 (SD 1.83), with no significant differences between the intervention and control conditions (7.19 vs 7.16; <italic>F</italic>=0.89; t<sub>453</sub>=0.16; <italic>P</italic>=.44). The mean SIDAS score was 22.61 (SD 8.18), which indicates clinically relevant levels of suicidal ideation (scores ≥21), with 136 (59.6%) participants in the intervention condition and 129 (57.1%) participants in the control condition meeting this criterion. The mean PHQ-9 score was 17.15 (SD 5.64), indicating that the sample, on average, met the clinical threshold for moderate-severe depression (scores ≥15). A total of 152 (66.7%) participants in the intervention condition and 156 (69.3%) participants in the control condition met the moderate-severe depression threshold. There were 202 (90.2%) participants in the intervention condition and 199 (88.4%) participants in the control condition who endorsed ever receiving mental health treatment. In the intervention condition, there was no significant difference in the number of modules completed between those who have (mean 6.80, SD 4.41) and have not (mean 6.77, SD 2.84) ever received mental health treatment (<italic>F</italic><sub>1,222</sub>&lt;1; <italic>P</italic>=.98). In the control condition, there was no significant difference in the number of modules completed between those who have (mean 6.84, SD 4.96) and have not (mean 5.81, SD 3.82) ever received mental health treatment (<italic>F</italic><sub>1,223</sub>=1.04; <italic>P</italic>=.31).</p>
        <p>In the intervention condition, there was a significant positive correlation between baseline loneliness and PHQ-9 scores (<italic>r</italic>=0.32; <italic>P</italic>&lt;.001) but not between loneliness and SIDAS scores (<italic>r</italic>=–0.03; <italic>P</italic>=.67). In the control condition, significant positive correlations were observed between baseline loneliness and SIDAS scores (<italic>r</italic>=0.16; <italic>P</italic>=.02) and loneliness and PHQ-9 scores (<italic>r</italic>=0.27; <italic>P</italic>&lt;.001).</p>
      </sec>
      <sec>
        <title>Loneliness at T0 as a Moderator of the Effect of LifeBuoy and LifeBuoy-C on Suicidal Thinking and Depression</title>
        <p>For the model with suicidal thinking (SIDAS) as the dependent variable (<xref ref-type="table" rid="table1">Table 1</xref>), there was a significant main effect of loneliness (<italic>P</italic>=.03), indicating that higher levels of loneliness were positively associated with higher levels of suicidal thinking overall, irrespective of condition or time point. There was also a significant time 1 × condition interaction (<italic>P</italic>=.02), as expected given the primary outcomes analyses previously reported [<xref ref-type="bibr" rid="ref25">25</xref>] reflecting a nonsignificant change in suicidal thinking in the LifeBuoy-C condition (<italic>B</italic>=–3.23, 95% CI –10.48 to 4.01; <italic>z</italic>=–0.87; <italic>P</italic>=.38; <italic>d</italic>=–0.38) but a significant decrease in suicidal thinking in the LifeBuoy condition (<italic>B</italic>=–7.84, 95% CI –14.76 to –0.92; <italic>z</italic>=–2.22; <italic>P</italic>=.03; <italic>d</italic>=–1.00), resulting in a between condition effect size (<italic>d</italic>=0.42) at T1. There were no other significant effects. For the model with depression (PHQ-9) as the dependent variable (<xref ref-type="table" rid="table1">Table 1</xref>), there was a significant main effect of loneliness (<italic>P</italic>&lt;.001), indicating that higher levels of loneliness were positively associated with higher levels of depression overall, irrespective of condition or time point. There were no other significant effects.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Loneliness as a moderator of the effect of LifeBuoy and LifeBuoy-C on the SIDAS and PHQ-9.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="230"/>
            <col width="110"/>
            <col width="0"/>
            <col width="230"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">DV<sup>a</sup>: SIDAS<sup>b</sup></td>
                <td colspan="2">DV: PHQ-9<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>B</italic> (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2"><italic>B</italic> (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>16.98 (12.03 to 21.94)</td>
                <td>&lt;.001</td>
                <td colspan="2">10.86 (7.66 to 14.06)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>Time 1<sup>d</sup></td>
                <td>–0.75 (–8.01 to 6.51)</td>
                <td>.84</td>
                <td colspan="2">–2.01 (–5.62 to 1.59)</td>
                <td>.27</td>
              </tr>
              <tr valign="top">
                <td>Time 2<sup>e</sup></td>
                <td>1.15 (–8.01 to 10.32)</td>
                <td>.80</td>
                <td colspan="2">2.19 (–1.90 to 6.27)</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td>Condition</td>
                <td>6.71 (–0.05 to 13.48)</td>
                <td>.05</td>
                <td colspan="2">–0.53 (–4.88 to 3.82)</td>
                <td>.81</td>
              </tr>
              <tr valign="top">
                <td>Loneliness</td>
                <td>0.75 (0.08 to 1.42)</td>
                <td>
                  <italic>.03<sup>f</sup></italic>
                </td>
                <td colspan="2">0.88 (0.45 to 1.32)</td>
                <td>
                  <italic>&lt;.001</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Time 1 × condition</td>
                <td>–12.52 (–22.56 to –2.49)</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td colspan="2">–0.92 (–5.87 to 4.02)</td>
                <td>.71</td>
              </tr>
              <tr valign="top">
                <td>Time 2 × condition</td>
                <td>–2.35 (–14.96 to 10.26)</td>
                <td>.71</td>
                <td colspan="2">–1.57 (–7.30 to 4.15)</td>
                <td>.59</td>
              </tr>
              <tr valign="top">
                <td>Time 1 × loneliness</td>
                <td>–0.35 (–1.33 to 0.63)</td>
                <td>.49</td>
                <td colspan="2">–0.14 (–0.62 to 0.34)</td>
                <td>.57</td>
              </tr>
              <tr valign="top">
                <td>Time 2 × loneliness</td>
                <td>–0.36 (–1.59 to 0.87)</td>
                <td>.57</td>
                <td colspan="2">–0.32 (–0.87 to 0.23)</td>
                <td>.25</td>
              </tr>
              <tr valign="top">
                <td>Condition × loneliness</td>
                <td>–0.87 (–1.78 to 0.05)</td>
                <td>.06</td>
                <td colspan="2">0.06 (–0.53 to 0.64)</td>
                <td>.85</td>
              </tr>
              <tr valign="top">
                <td>Time 1 × condition × loneliness</td>
                <td>1.10 (–0.25 to 2.46)</td>
                <td>.11</td>
                <td colspan="2">0.00 (–0.67 to 0.66)</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td>Time 2 × condition × loneliness</td>
                <td>0.43 (–1.25 to 2.12)</td>
                <td>.61</td>
                <td colspan="2">0.41 (–0.37 to 1.18)</td>
                <td>.30</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>DV: dependent variable.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>SIDAS: Suicidal Ideation Attributes Scale.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>PHQ-9: Patient Health Questionnaire.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Time 1: postintervention.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Time 2: 3-month follow-up.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Italicized <italic>P</italic> values denote statistical significance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>App Engagement as a Moderator of Loneliness’ Relationship With Suicidal Thinking and Depression in the LifeBuoy Condition</title>
        <p>Among the LifeBuoy condition (n=228), the mean number of app modules completed was 6.84 (SD 4.27), and loneliness scores at baseline were not significantly correlated with module completion (<italic>r</italic>=0.05; <italic>P</italic>=.42). In examining whether loneliness moderated the relationship between the number of LifeBuoy modules completed and clinical benefits, there were no significant effects in the model with suicidal thinking (SIDAS) as the dependent variable (<xref ref-type="table" rid="table2">Table 2</xref>). For the model with depression (PHQ-9) as the dependent variable (<xref ref-type="table" rid="table2">Table 2</xref>), there was only a significant main effect of loneliness (<italic>P</italic>&lt;.001), indicating that higher levels of loneliness were positively associated with higher levels of depression overall, irrespective of time point or engagement.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>App engagement as a moderator of loneliness’ relationship with the SIDAS and PHQ-9 in the LifeBuoy condition.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="230"/>
            <col width="110"/>
            <col width="0"/>
            <col width="230"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">DV<sup>a</sup>: SIDAS<sup>b</sup></td>
                <td colspan="2">DV: PHQ-9<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>B</italic> (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2"><italic>B</italic> (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>23.50 (13.48 to 33.52)</td>
                <td>&lt;.001</td>
                <td colspan="2">6.44 (0.34 to 12.54)</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td>Time 1<sup>d</sup></td>
                <td>–13.81 (–30.82 to 3.20)</td>
                <td>.11</td>
                <td colspan="2">0.56 (–6.97 to 8.08)</td>
                <td>.88</td>
              </tr>
              <tr valign="top">
                <td>Time 2<sup>e</sup></td>
                <td>–10.00 (–32.45 to 12.45)</td>
                <td>.38</td>
                <td colspan="2">1.76 (–7.18 to 10.70)</td>
                <td>.70</td>
              </tr>
              <tr valign="top">
                <td>Loneliness</td>
                <td>–0.13 (–1.46 to 1.19)</td>
                <td>.84</td>
                <td colspan="2">1.47 (0.66 to 2.27)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>Modules</td>
                <td>0.03 (–1.32 to 1.39)</td>
                <td>.96</td>
                <td colspan="2">0.60 (–0.23 to 1.42)</td>
                <td>.16</td>
              </tr>
              <tr valign="top">
                <td>Time 1 x loneliness</td>
                <td>0.83 (–1.37 to 3.02)</td>
                <td>.46</td>
                <td colspan="2">–0.53 (–1.51 to 0.45)</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td>Time 2 x loneliness</td>
                <td>1.02 (–1.88 to 3.92)</td>
                <td>.49</td>
                <td colspan="2">–0.14 (–1.32 to 1.03)</td>
                <td>.81</td>
              </tr>
              <tr valign="top">
                <td>Time 1 x modules</td>
                <td>0.08 (–2.17 to 2.33)</td>
                <td>.94</td>
                <td colspan="2">–0.54 (–1.56 to 0.48)</td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td>Time 2 x modules</td>
                <td>1.22 (–1.70 to 4.14)</td>
                <td>.41</td>
                <td colspan="2">–0.17 (–1.38 to 1.03)</td>
                <td>.78</td>
              </tr>
              <tr valign="top">
                <td>Loneliness x modules</td>
                <td>0.00 (–0.17 to 0.18)</td>
                <td>.99</td>
                <td colspan="2">–0.08 (–0.19 to 0.03)</td>
                <td>.14</td>
              </tr>
              <tr valign="top">
                <td>Time 1 x loneliness x modules</td>
                <td>–0.01 (–0.30 to 0.28)</td>
                <td>.94</td>
                <td colspan="2">0.06 (–0.07 to 0.19)</td>
                <td>.38</td>
              </tr>
              <tr valign="top">
                <td>Time 2 x loneliness x modules</td>
                <td>–0.13 (–0.51 to 0.25)</td>
                <td>.50</td>
                <td colspan="2">0.03 (–0.12 to 0.19)</td>
                <td>.68</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>DV: dependent variable.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>SIDAS: Suicidal Ideation Attributes Scale.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>PHQ-9: Patient Health Questionnaire.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Time 1: postintervention.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Time 2: 3-month follow-up.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study investigated whether loneliness played a role in moderating the efficacy of and engagement with a therapeutic smartphone intervention designed to help young people manage suicidal ideation. Baseline loneliness scores were not found to significantly moderate changes in suicidal ideation or depression severity post intervention or at the 3-month follow-up in either condition. The severity or extent of loneliness at baseline also had no effect on how young adults self-engaged with the LifeBuoy app, contrary to prior research that suggests that lonelier individuals may lack self-efficacy to manage mental health issues [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>These results are consistent with the existing literature examining the relationship between loneliness and mental health to the extent that they suggest that loneliness is associated with more complex psychopathology [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. In this study, this relationship was evidenced by significant positive correlations between loneliness and suicidal ideation and depression scores. However, these findings go beyond confirming simple relationships between loneliness and mental health. This study shows that despite loneliness being associated with poorer mental health, it does not appear to be a characteristic or condition that moderates how young people engage with, nor benefit from, a digital health intervention. Though prior studies have posited that positive associations between depression and treatment dropout may be moderated by the psychological effort required to sustain treatment adherence [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], this study suggests that loneliness is not an independent nor significant factor that exacerbates this nonadherence, at least for brief smartphone interventions.</p>
        <p>One potential explanation for the null association is that there was a high prevalence of moderate-severe levels of suicidal ideation and depression across the total sample, which may have obscured or dampened the effects of transdiagnostic conditions such as loneliness. Alternatively, the proportion of participants reporting clinically severe suicidal ideation (SIDAS score ≥21) may be important to consider in efforts to understand why loneliness did not emerge as a unique predictor of engagement nor benefit in this study. The LifeBuoy app was purposefully designed to improve ideation [<xref ref-type="bibr" rid="ref25">25</xref>], and the trial was marketed to young people for whom ideation was currently or recently a salient concern. As such, LifeBuoy may have been seen as an intervention highly relevant to the needs of the young people who participated in the trial—and need is a strong intrinsic motivator for engagement [<xref ref-type="bibr" rid="ref44">44</xref>]. Indeed, young people in both conditions engaged similarly well with the smartphone apps over the course of the trial [<xref ref-type="bibr" rid="ref25">25</xref>]. Actual high levels of motivation or need to engage with the app may have overridden any cognitive barriers typically associated with loneliness. Examining the role of loneliness in a more clinically heterogenous or diverse sample of young adults may help to clarify the relationships between mental ill health, loneliness, and engagement with treatment. As this is the first study to examine the role of loneliness in how young people experiencing suicidal ideation benefit from a digital health intervention, caution must be taken against concluding that loneliness is not an important factor in understanding engagement with, and benefit from, self-guided treatment.</p>
        <p>Overall, our findings show that participants engaged with and benefited from LifeBuoy, irrespective of loneliness severity, which shows that LifeBuoy, in its current form, can effectively engage and treat individuals despite how lonely they may be. This finding strengthens the potential for digital health interventions to become an established mental health treatment method for all young people experiencing suicidal ideation. These findings also suggest that a digital therapeutic such as LifeBuoy might be suitable for large-scale delivery during future pandemics or environmental crises when loneliness is expected to increase.</p>
        <p>The study findings also add new knowledge about which person-specific characteristics or conditions may be important to target using digital health interventions to enhance adherence and clinical benefits. Loneliness, as an isolated factor, may not be important to uniquely target future digital health intervention development when samples or users present with complex psychopathology.</p>
        <p>Although this study found no significant link between baseline loneliness and depression, previous research has shown that greater depression severity can hinder engagement with and benefit from digital health interventions [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Future studies could explore whether additional social factors such as social connectedness and social anxiety act to moderate the relationship between loneliness, suicidal ideation, and depression.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The study has several strengths. To our knowledge, this study is the first to examine whether loneliness—a known risk factor for suicidal ideation and depression—affects how young people engage with a digital health intervention. Accordingly, this study contributes new knowledge about the person-specific characteristics that may need to be considered when designing and delivering such interventions. The data for this study was derived from a well-designed randomized controlled trial of a therapeutic smartphone intervention involving 455 young adults and thus provided a large robust sample that supports the reliability of the current findings and conclusions.</p>
        <p>There are some limitations to consider. As patient information was collected independently via a web-based survey, self-reporting bias could affect the findings via over- or underestimated effects. The TILS was used because it is a brief validated measure that can reduce survey length and minimize attrition; however, the limited number of items and the small score range (3-9) may not appropriately capture nuance or heterogeneity in loneliness. Future studies focusing primarily on loneliness should consider using more comprehensive scales. Given that loneliness was not a primary or major secondary outcome of the main trial examining the efficacy of LifeBuoy, measures that differentiate between social and emotional loneliness, such as the DeJong-Gierveld Loneliness Scale [<xref ref-type="bibr" rid="ref45">45</xref>], were not considered and would have allowed for more nuanced analyses of the role of loneliness in digital health interventions. Information on current engagement with mental health treatment was not collected, although whether participants ever received mental health treatment was assessed, and app engagement did not differ on this variable in both intervention and control conditions. Future studies similar to this study should assess both current and past mental health treatment of participants and determine the potential impact of these variables on app engagement. Broader limitations relating to the primary randomized controlled trial have been discussed elsewhere [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Loneliness did not affect how young people engaged with or benefited from a digital health intervention (LifeBuoy) shown to reduce suicidal ideation in young adults. Despite a significant positive association between loneliness and depression levels, loneliness did not affect young people’s engagement with LifeBuoy nor moderate clinical outcomes. As the first study to explore how loneliness may affect young people’s engagement with and benefits from a targeted digital health intervention, this study has developed new insights into whom these self-guided interventions may work best for. Future studies should analyze the interplay of additional factors such as motivation, social connectedness, and social anxiety, as well as distinguish between social and emotional loneliness using more refined measures.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Recruitment advertisement.</p>
        <media xlink:href="mental_v10i1e44862_app1.docx" xlink:title="DOCX File , 53 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>CONSORT-eHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="mental_v10i1e44862_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 7256 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BDI</term>
          <def>
            <p>Black Dog Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SIDAS</term>
          <def>
            <p>Suicidal Ideation Attributes Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">TILS</term>
          <def>
            <p>Three-Item Loneliness Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank the young adults with a lived experience of suicide who participated in this study and the Black Dog Institute IT and development teams who developed LifeBuoy and helped set up the trial.</p>
      <p>The parent trial of the Lifebuoy smartphone app was funded by the Australian Rotary Health Mental Health of Young Australians Research Grant Scheme (RG192840) and a National Health and Medical Research Council Early Career Fellowship, which was awarded to MT (RG1138710). The development of the LifeBuoy smartphone app was funded by a philanthropic grant awarded by the S &amp; C Roth Family Foundation (RG20210528).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated or analyzed during this study are not publicly available due to the sensitive nature of the data but are available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borges</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Benjet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Orozco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Mora</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The growth of suicide ideation, plan and attempt among young adults in the Mexico City metropolitan area</article-title>
          <source>Epidemiol Psychiatr Sci</source>
          <year>2017</year>
          <month>12</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>635</fpage>
          <lpage>643</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27523098"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S2045796016000603</pub-id>
          <pub-id pub-id-type="medline">27523098</pub-id>
          <pub-id pub-id-type="pii">S2045796016000603</pub-id>
          <pub-id pub-id-type="pmcid">PMC6999042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voss</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ollmann</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Miché</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Venz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoyer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pieper</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Höfler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beesdo-Baum</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Prevalence, onset, and course of suicidal behavior among adolescents and young adults in Germany</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>10</month>
          <day>02</day>
          <volume>2</volume>
          <issue>10</issue>
          <fpage>e1914386</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31664450"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.14386</pub-id>
          <pub-id pub-id-type="medline">31664450</pub-id>
          <pub-id pub-id-type="pii">2753669</pub-id>
          <pub-id pub-id-type="pmcid">PMC6824228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Prevalence, correlates, and treatment of lifetime suicidal behavior among adolescents: results from the National Comorbidity Survey Replication Adolescent Supplement</article-title>
          <source>JAMA Psychiatry</source>
          <year>2013</year>
          <month>03</month>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>300</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23303463"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/2013.jamapsychiatry.55</pub-id>
          <pub-id pub-id-type="medline">23303463</pub-id>
          <pub-id pub-id-type="pii">1555602</pub-id>
          <pub-id pub-id-type="pmcid">PMC3886236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Bentley</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Self-injurious thoughts and behaviors as risk factors for future suicide ideation, attempts, and death: a meta-analysis of longitudinal studies</article-title>
          <source>Psychol Med</source>
          <year>2016</year>
          <month>01</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>225</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26370729"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291715001804</pub-id>
          <pub-id pub-id-type="medline">26370729</pub-id>
          <pub-id pub-id-type="pii">S0033291715001804</pub-id>
          <pub-id pub-id-type="pmcid">PMC4774896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castellví</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre-Luque</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Almenara</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blasco</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cebrià</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Gabilondo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Ara</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lagares</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Parés-Badell</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Piqueras</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Jiménez</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Marín</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Soto-Sanz</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roca</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mental disorders as risk factors for suicidal behavior in young people: a meta-analysis and systematic review of longitudinal studies</article-title>
          <source>J Affect Disord</source>
          <year>2019</year>
          <month>02</month>
          <day>15</day>
          <volume>245</volume>
          <fpage>152</fpage>
          <lpage>162</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2018.10.115</pub-id>
          <pub-id pub-id-type="medline">30390504</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(18)30592-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barzilay</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Calkins</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Maliackel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Warrier</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Oquendo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Gur</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Gur</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Deconstructing the role of the exposome in youth suicidal ideation: trauma, neighborhood environment, developmental and gender effects</article-title>
          <source>Neurobiol Stress</source>
          <year>2021</year>
          <month>05</month>
          <volume>14</volume>
          <fpage>100314</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-2895(21)00022-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ynstr.2021.100314</pub-id>
          <pub-id pub-id-type="medline">33869680</pub-id>
          <pub-id pub-id-type="pii">S2352-2895(21)00022-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8040329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zygo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pawłowska</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Potembska</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dreher</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kapka-Skrzypczak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and selected risk factors of suicidal ideation, suicidal tendencies and suicide attempts in young people aged 13-19 years</article-title>
          <source>Ann Agric Environ Med</source>
          <year>2019</year>
          <month>06</month>
          <day>17</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>329</fpage>
          <lpage>336</lpage>
          <pub-id pub-id-type="doi">10.26444/aaem/93817</pub-id>
          <pub-id pub-id-type="medline">31232067</pub-id>
          <pub-id pub-id-type="pii">93817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Danneel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nelemans</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spithoven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bastin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bijttebier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Colpin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Van Den Noortgate</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Van Leeuwen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Verschueren</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Internalizing problems in adolescence: linking loneliness, social anxiety symptoms, and depressive symptoms over time</article-title>
          <source>J Abnorm Child Psychol</source>
          <year>2019</year>
          <month>10</month>
          <volume>47</volume>
          <issue>10</issue>
          <fpage>1691</fpage>
          <lpage>1705</lpage>
          <pub-id pub-id-type="doi">10.1007/s10802-019-00539-0</pub-id>
          <pub-id pub-id-type="medline">30937813</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10802-019-00539-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vanhalst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klimstra</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Luyckx</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Scholte</surname>
              <given-names>RHJ</given-names>
            </name>
            <name name-style="western">
              <surname>Engels</surname>
              <given-names>RCME</given-names>
            </name>
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The interplay of loneliness and depressive symptoms across adolescence: exploring the role of personality traits</article-title>
          <source>J Youth Adolesc</source>
          <year>2012</year>
          <month>06</month>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>776</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1007/s10964-011-9726-7</pub-id>
          <pub-id pub-id-type="medline">22045508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peplau</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Perlman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Perspective on loneliness</article-title>
          <source>Loneliness: A Sourcebook of Current Theory, Research and Therapy</source>
          <year>1982</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>John Wiley and Sons</publisher-name>
          <fpage>1</fpage>
          <lpage>18</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nowland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Loneliness as a predictor of suicidal ideation and behaviour: a systematic review and meta-analysis of prospective studies</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>274</volume>
          <fpage>880</fpage>
          <lpage>896</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.05.004</pub-id>
          <pub-id pub-id-type="medline">32664029</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(19)32972-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennardi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Caballero</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Miret</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ayuso-Mateos</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lara</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Arensman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cabello</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal relationships between positive affect, loneliness, and suicide ideation: age-specific factors in a general population</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2019</year>
          <month>02</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1111/sltb.12424</pub-id>
          <pub-id pub-id-type="medline">29210215</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Eres</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Peck</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The young Australian loneliness survey: understanding loneliness in adolescence and young adulthood</article-title>
          <source>VicHealth</source>
          <year>2019</year>
          <access-date>2023-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vichealth.vic.gov.au/-/media/ResourceCentre/PublicationsandResources/Social-connection/The-young-Australian-loneliness-survey-Report.pdf">https://www.vichealth.vic.gov.au/-/media/ResourceCentre/PublicationsandResources/Social-connection/The-young-Australian-loneliness-survey-Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sampogna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Giallonardo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Del Vecchio</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Luciano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Carmassi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carrà</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cirulli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dell'Osso</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Menculini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Belvederi Murri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pompili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Volpe</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Bianchini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fiorillo</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Loneliness in young adults during the first wave of COVID-19 lockdown: results from the multicentric COMET study</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>788139</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/938209"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.788139</pub-id>
          <pub-id pub-id-type="medline">34955932</pub-id>
          <pub-id pub-id-type="pmcid">PMC8703162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Groarke</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Graham-Wisener</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McKenna-Plumley</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>McGlinchey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Armour</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Loneliness in the UK during the COVID-19 pandemic: cross-sectional results from the COVID-19 Psychological Wellbeing Study</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>e0239698</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0239698"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0239698</pub-id>
          <pub-id pub-id-type="medline">32970764</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-21817</pub-id>
          <pub-id pub-id-type="pmcid">PMC7513993</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendrick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Isaac</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mental health impact of COVID-19: Australian perspective</article-title>
          <source>Indian J Psychiatry</source>
          <year>2020</year>
          <month>09</month>
          <volume>62</volume>
          <issue>Suppl 3</issue>
          <fpage>S373</fpage>
          <lpage>S376</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33227062"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/psychiatry.IndianJPsychiatry_853_20</pub-id>
          <pub-id pub-id-type="medline">33227062</pub-id>
          <pub-id pub-id-type="pii">IJPsy-62-373</pub-id>
          <pub-id pub-id-type="pmcid">PMC7659777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karageorghis</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Hamer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Delevoye-Turrell</surname>
              <given-names>YN</given-names>
            </name>
            <name name-style="western">
              <surname>Guérin</surname>
              <given-names>SMR</given-names>
            </name>
            <name name-style="western">
              <surname>Mullin</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mellano</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons-Smith</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Terry</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Terry</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Physical activity and mental well-being under COVID-19 lockdown: a cross-sectional multination study</article-title>
          <source>BMC Public Health</source>
          <year>2021</year>
          <month>05</month>
          <day>27</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>988</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-021-10931-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-021-10931-5</pub-id>
          <pub-id pub-id-type="medline">34039306</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-021-10931-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8154111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Houghton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hattie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baffour</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>It hurts to be lonely! Loneliness and positive mental wellbeing in Australian rural and urban adolescents</article-title>
          <source>J Psychologists Counsellors Schools</source>
          <year>2016</year>
          <month>02</month>
          <day>04</day>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1017/jgc.2016.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kala</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Jafar</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with psychological distress during the coronavirus disease 2019 (COVID-19) pandemic on the predominantly general population: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e0244630</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0244630"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0244630</pub-id>
          <pub-id pub-id-type="medline">33370404</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-26693</pub-id>
          <pub-id pub-id-type="pmcid">PMC7769562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sara</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Uesi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jong</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Perkes</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Trudgett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bowden</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Growth in emergency department self-harm or suicidal ideation presentations in young people: comparing trends before and since the COVID-19 first wave in New South Wales, Australia</article-title>
          <source>Aust N Z J Psychiatry</source>
          <year>2023</year>
          <month>01</month>
          <volume>57</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/00048674221082518?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/00048674221082518</pub-id>
          <pub-id pub-id-type="medline">35266405</pub-id>
          <pub-id pub-id-type="pmcid">PMC9791324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hom</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Evaluating factors and interventions that influence help-seeking and mental health service utilization among suicidal individuals: a review of the literature</article-title>
          <source>Clin Psychol Rev</source>
          <year>2015</year>
          <month>08</month>
          <volume>40</volume>
          <fpage>28</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2015.05.006</pub-id>
          <pub-id pub-id-type="medline">26048165</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(15)00076-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleinberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aluoja</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vasar</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Social support in depression: structural and functional factors, perceived control and help-seeking</article-title>
          <source>Epidemiol Psychiatr Sci</source>
          <year>2013</year>
          <month>12</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24063718"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S2045796013000504</pub-id>
          <pub-id pub-id-type="medline">24063718</pub-id>
          <pub-id pub-id-type="pii">S2045796013000504</pub-id>
          <pub-id pub-id-type="pmcid">PMC8367349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rane</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The expanding role of digital therapeutics in the post-COVID-19 era</article-title>
          <source>Open COVID J</source>
          <year>2021</year>
          <month>05</month>
          <day>21</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.2174/2666958702101010032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hetrick</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Yuen</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Templer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bendall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioural therapy for young people with suicide-related behaviour (Reframe-IT): a randomised controlled trial</article-title>
          <source>Evid Based Ment Health</source>
          <year>2017</year>
          <month>08</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>76</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2017-102719</pub-id>
          <pub-id pub-id-type="medline">28701336</pub-id>
          <pub-id pub-id-type="pii">eb-2017-102719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McGillivray</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Werner-Seidler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dea</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The effect of a therapeutic smartphone application on suicidal ideation in young adults: findings from a randomized controlled trial in Australia</article-title>
          <source>PLoS Med</source>
          <year>2022</year>
          <month>05</month>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e1003978</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1003978"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1003978</pub-id>
          <pub-id pub-id-type="medline">35639672</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-21-03557</pub-id>
          <pub-id pub-id-type="pmcid">PMC9154190</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Werner-Seidler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Suicide prevention using self-guided digital interventions: a systematic review and meta-analysis of randomised controlled trials</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>01</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e25</fpage>
          <lpage>e36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(19)30199-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(19)30199-2</pub-id>
          <pub-id pub-id-type="medline">33328037</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(19)30199-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahl</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Cairns</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Giniunas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of ReachOut.com, an unstructured digital youth mental health intervention: prospective cohort study</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>10</month>
          <day>15</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e21280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/10/e21280/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21280</pub-id>
          <pub-id pub-id-type="medline">33055066</pub-id>
          <pub-id pub-id-type="pii">v7i10e21280</pub-id>
          <pub-id pub-id-type="pmcid">PMC7596653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>DZQ</given-names>
            </name>
            <name name-style="western">
              <surname>McGillivray</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effect of engagement with digital interventions on mental health outcomes: a systematic review and meta-analysis</article-title>
          <source>Front Digit Health</source>
          <year>2021</year>
          <volume>3</volume>
          <fpage>764079</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34806079"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2021.764079</pub-id>
          <pub-id pub-id-type="medline">34806079</pub-id>
          <pub-id pub-id-type="pmcid">PMC8599127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donkin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Naismith</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Neal</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hickie</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Glozier</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the impact of adherence on the effectiveness of e-therapies</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>08</month>
          <day>05</day>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>e52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/3/e52/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1772</pub-id>
          <pub-id pub-id-type="medline">21821503</pub-id>
          <pub-id pub-id-type="pii">v13i3e52</pub-id>
          <pub-id pub-id-type="pmcid">PMC3222162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gulliver</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Sunderland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kay-Lambkin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Predictors of acceptability and engagement in a self-guided online program for depression and anxiety</article-title>
          <source>Internet Interv</source>
          <year>2021</year>
          <month>09</month>
          <volume>25</volume>
          <fpage>100400</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(21)00040-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2021.100400</pub-id>
          <pub-id pub-id-type="medline">34026569</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(21)00040-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8122006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Adherence in internet interventions for anxiety and depression</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>04</month>
          <day>24</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e13/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1194</pub-id>
          <pub-id pub-id-type="medline">19403466</pub-id>
          <pub-id pub-id-type="pii">v11i2e13</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Pastor</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Breton</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Graaf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJH</given-names>
            </name>
            <name name-style="western">
              <surname>Lenndin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Predictors of treatment dropout in self-guided web-based interventions for depression: an 'individual patient data' meta-analysis</article-title>
          <source>Psychol Med</source>
          <year>2015</year>
          <month>10</month>
          <volume>45</volume>
          <issue>13</issue>
          <fpage>2717</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/85277"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291715000665</pub-id>
          <pub-id pub-id-type="medline">25881626</pub-id>
          <pub-id pub-id-type="pii">S0033291715000665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Predictors of adherence by adolescents to a cognitive behavior therapy website in school and community-based settings</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>02</month>
          <day>23</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/1/e6/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1050</pub-id>
          <pub-id pub-id-type="medline">19275982</pub-id>
          <pub-id pub-id-type="pii">v11i1e6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Loneliness matters: a theoretical and empirical review of consequences and mechanisms</article-title>
          <source>Ann Behav Med</source>
          <year>2010</year>
          <month>10</month>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>218</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20652462"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-010-9210-8</pub-id>
          <pub-id pub-id-type="medline">20652462</pub-id>
          <pub-id pub-id-type="pmcid">PMC3874845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mushtaq</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shoib</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mushtaq</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Relationship between loneliness, psychiatric disorders and physical health ? A review on the psychological aspects of loneliness</article-title>
          <source>J Clin Diagn Res</source>
          <year>2014</year>
          <month>09</month>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>WE01</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25386507"/>
          </comment>
          <pub-id pub-id-type="doi">10.7860/JCDR/2014/10077.4828</pub-id>
          <pub-id pub-id-type="medline">25386507</pub-id>
          <pub-id pub-id-type="pmcid">PMC4225959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Thisted</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Perceived social isolation makes me sad: 5-year cross-lagged analyses of loneliness and depressive symptomatology in the Chicago Health, Aging, and Social Relations Study</article-title>
          <source>Psychol Aging</source>
          <year>2010</year>
          <month>06</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>453</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20545429"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0017216</pub-id>
          <pub-id pub-id-type="medline">20545429</pub-id>
          <pub-id pub-id-type="pii">2010-11857-019</pub-id>
          <pub-id pub-id-type="pmcid">PMC2922929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McGillivray</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>QJ</given-names>
            </name>
            <name name-style="western">
              <surname>Werner-Seidler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A mobile health intervention (LifeBuoy App) to help young people manage suicidal thoughts: protocol for a mixed-methods randomized controlled trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>10</month>
          <day>27</day>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>e23655</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/10/e23655/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23655</pub-id>
          <pub-id pub-id-type="medline">33107832</pub-id>
          <pub-id pub-id-type="pii">v9i10e23655</pub-id>
          <pub-id pub-id-type="pmcid">PMC7655466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The digital placebo effect: mobile mental health meets clinical psychiatry</article-title>
          <source>Lancet Psychiatry</source>
          <year>2016</year>
          <month>02</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>100</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(15)00565-9</pub-id>
          <pub-id pub-id-type="medline">26851322</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(15)00565-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Spijker</surname>
              <given-names>BAJ</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kerkhof</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The suicidal ideation attributes scale (SIDAS): community-based validation study of a new scale for the measurement of suicidal ideation</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2014</year>
          <month>08</month>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>408</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1111/sltb.12084</pub-id>
          <pub-id pub-id-type="medline">24612048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>A short scale for measuring loneliness in large surveys: results from two population-based studies</article-title>
          <source>Res Aging</source>
          <year>2004</year>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>655</fpage>
          <lpage>672</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18504506"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0164027504268574</pub-id>
          <pub-id pub-id-type="medline">18504506</pub-id>
          <pub-id pub-id-type="pmcid">PMC2394670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costantini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pasquarella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Odone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colucci</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Costanza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Serafini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Aguglia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belvederi Murri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brakoulias</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Amore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghaemi</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Amerio</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Screening for depression in primary care with Patient Health Questionnaire-9 (PHQ-9): a systematic review</article-title>
          <source>J Affect Disord</source>
          <year>2021</year>
          <month>01</month>
          <day>15</day>
          <volume>279</volume>
          <fpage>473</fpage>
          <lpage>483</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.09.131</pub-id>
          <pub-id pub-id-type="medline">33126078</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)32828-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kean</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stump</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Monahan</surname>
              <given-names>PO</given-names>
            </name>
          </person-group>
          <article-title>Patient Health Questionnaire Anxiety and Depression Scale: initial validation in three clinical trials</article-title>
          <source>Psychosom Med</source>
          <year>2016</year>
          <volume>78</volume>
          <issue>6</issue>
          <fpage>716</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27187854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/PSY.0000000000000322</pub-id>
          <pub-id pub-id-type="medline">27187854</pub-id>
          <pub-id pub-id-type="pmcid">PMC4927366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Predictors of adherence and outcome in internet-based cognitive behavior therapy delivered in a telephone counseling setting</article-title>
          <source>Cognitive Ther Res</source>
          <year>2013</year>
          <month>10</month>
          <day>27</day>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>358</fpage>
          <lpage>367</lpage>
          <pub-id pub-id-type="doi">10.1007/s10608-013-9589-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Extrinsic and intrinsic motivation at 30: unresolved scientific issues</article-title>
          <source>Behav Anal</source>
          <year>2005</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22478436"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/BF03392100</pub-id>
          <pub-id pub-id-type="medline">22478436</pub-id>
          <pub-id pub-id-type="pmcid">PMC2755352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grygiel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Humenny</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rębisz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the De Jong Gierveld Loneliness Scale with early adolescents: factor structure, reliability, stability, and external validity</article-title>
          <source>Assessment</source>
          <year>2019</year>
          <month>03</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>165</lpage>
          <pub-id pub-id-type="doi">10.1177/1073191116682298</pub-id>
          <pub-id pub-id-type="medline">27932403</pub-id>
          <pub-id pub-id-type="pii">1073191116682298</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
