<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e11401</article-id>
      <article-id pub-id-type="pmid">31025943</article-id>
      <article-id pub-id-type="doi">10.2196/11401</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating the Feasibility of an Innovative Self-Confidence Webinar Intervention for Depression in the Workplace: A Proof-of-Concept Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Deady</surname>
            <given-names>Mark</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pezaro</surname>
            <given-names>Sally</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Wan Mohd Yunus</surname>
            <given-names>Wan Mohd Azam</given-names>
          </name>
          <degrees>MClinPsych, PhD, CPsychol</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychology, School of Human Resource Development and Psychology</institution>
            <institution>Faculty of Social Sciences and Humanities</institution>
            <institution>Universiti Teknologi Malaysia</institution>
            <addr-line>UTM Johor Bahru</addr-line>
            <addr-line>Skudai, Johor, 81310</addr-line>
            <country>Malaysia</country>
            <phone>60 176136163</phone>
            <email>azam.yunus@kcl.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0641-1092</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Musiat</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7439-0441</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>June SL</given-names>
          </name>
          <degrees>PhD, CPsychol</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0479-8166</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Department of Psychology, School of Human Resource Development and Psychology</institution>
      <institution>Faculty of Social Sciences and Humanities</institution>  
      <institution>Universiti Teknologi Malaysia</institution>  
      <addr-line>Skudai, Johor</addr-line>
      <country>Malaysia</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Department of Psychology</institution>
      <institution>Institute of Psychiatry, Psychology and Neuroscience</institution>  
      <institution>King's College London</institution>  
      <addr-line>London</addr-line>
      <country>United Kingdom</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Department of Psychological Medicine</institution>
      <institution>Institute of Psychiatry, Psychology and Neuroscience</institution>  
      <institution>King's College London</institution>  
      <addr-line>London</addr-line>
      <country>United Kingdom</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Wan Mohd Azam Wan Mohd Yunus 
        <email>azam.yunus@kcl.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>04</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>04</month>
        <year>2019</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e11401</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>10</day>
          <month>7</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>2</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Wan Mohd Azam Wan Mohd Yunus, Peter Musiat, June SL Brown. Originally published in JMIR Mental Health (http://mental.jmir.org), 26.04.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2019/4/e11401/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Depression in the workplace is a very common problem that exacerbates employees’ functioning and consequently influences the productivity of organizations. Despite the commonness of the problem and the currently available interventions, a high proportion of employees do not seek help. A new intervention, a webinar (Web-based seminar), was developed, which integrated the use of technology and the traditional guided therapist support to provide accessible help for the problem of depression in the workplace.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to explore the feasibility, preliminary outcome, and acceptability of the webinar intervention conducted in organizations.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In total, 2 organizations were invited to participate, and 33 employees participated in this proof-of-concept study. The webinar intervention consisted of 6 1-hour sessions conducted via the Adobe Connect platform, developed by Adobe Inc. The intervention was developed based on a systematic review, focus group studies, and face-to-face self-confidence workshops that utilized cognitive behavior therapy (CBT). The final webinar intervention used CBT and the coping flexibility approach. The structure of the intervention included PowerPoint presentations, animation videos, utilization of chat panels, and whiteboard features. The intervention was conducted live and guided by a consultant psychologist assisted by a moderator. Study outcomes were self-assessed using self-reported Web surveys. The acceptability of the intervention was assessed using self-reported user experience Web surveys and open-ended questions.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The findings showed: (1) evidence of feasibility of the intervention: the webinar intervention was successfully conducted in 3 groups, with 6 1-hour sessions for each group, with 82% (23/28) participants completing all 6 sessions; (2) positive improvements in depression: the linear mixed effects modeling analysis recorded a significant overall effect of time primarily for depression (<italic>F</italic><sub>2, 48.813</sub>=31.524; <italic>P</italic>&lt;.001) with a Hedge g effect size of 0.522 at 1-month follow-up. Individually, 8 subjects showed significant reliable and clinically significant changes, with 3 subjects showing clinically significant change only; and (3) encouraging evidence regarding the acceptability of the webinar intervention among the employees: the user experience score was above average for 4 out of 6 domains measured (perspicuity mean 1.198 [95% CI 0.832-1.564], efficiency mean 1.000 [95% CI 0.571-1.429], dependability mean 1.208 [95% CI 0.899-1.517], and stimulation mean 1.323 [95% CI 0.987-1.659]). The open-ended questions also yielded 52% (47/91) of the responses that reported facilitators, whereas only 12% (11/91) of the responses reported barriers.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The self-confidence webinar intervention appears to be a potentially feasible, effective, and acceptable intervention for depression in the workplace that merits further investigation.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>online</kwd>
        <kwd>videoconferencing</kwd>
        <kwd>cognitive behavioral therapy</kwd>
        <kwd>depression</kwd>
        <kwd>workplace</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Depression has been shown to cost employers in Europe £77 billion each year [<xref ref-type="bibr" rid="ref1">1</xref>]. However, despite the high prevalence of depression, employees are reluctant to seek help. One possible reason for this is that employees view seeking help as a sign of weakness rather than a medical condition that can be treated [<xref ref-type="bibr" rid="ref2">2</xref>]. Obstacles to seeking help can also be seen in the general public. The general public often conceptualizes depressive symptoms as <italic>problems of living</italic> rather than symptoms of a mental illness [<xref ref-type="bibr" rid="ref3">3</xref>]. Recent studies have found that interventions that used nondiagnostic labels such as <italic>self-confidence</italic> rather than depression are important in engaging groups who may prefer not to medicalize mental health [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. This also provides an alternative and accessible route to psychological help, which is more congruent with the health beliefs of the public [<xref ref-type="bibr" rid="ref5">5</xref>]. This self-confidence program has also been shown to maintain effects after 2 years [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Self-confidence workshops using a self-referral system, which were designed to be accessible to adults with depression in the community, found the workshops to be clinically effective and reached a large number of people who were reluctant to engage [<xref ref-type="bibr" rid="ref5">5</xref>]. However, participants were largely not employed [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. This suggested that a different approach would be needed for the workplace. It has been suggested that the workplace is an ideal setting to provide information about depression to employees [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>A systematic review by Wan Mohd Yunus et al [<xref ref-type="bibr" rid="ref8">8</xref>] reported that most evidence-based workplace interventions for depression were delivered face-to-face either individually or in groups. However, more recently, technological advances have been used in the mental health services and showed promising results, using methods such as interventions on the internet, software packages, and mobile apps. The integration of therapist support with technology-mediated interventions could also have a strong influence on new intervention processes and outcomes. It is likely that these technological advances could improve access and have other advantages such as reduced stigma, facilitating some people to share about sensitive issues, shortening waiting lists and cost-effectiveness [<xref ref-type="bibr" rid="ref9">9</xref>]. Despite these available interventions, mental health services are still underutilized by employees [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Given the technological advances, the importance of depression in the workplace and the problems in reaching people with depression who are employed, a more interactive form of computerized cognitive behavior therapy (CBT) using a webinar (a seminar delivered over the Web) was developed. Using the self-confidence label to make the intervention more accessible to people with depression, the webinar aimed to combine aspects of traditional face-to-face interventions and also take advantage of the technology that is currently available to develop an innovative webinar package for reducing depression in the workplace.</p>
        <p>The intervention development process was in line with the Medical Research Council guideline for developing and evaluating complex interventions [<xref ref-type="bibr" rid="ref12">12</xref>]. It involves a systematic review [<xref ref-type="bibr" rid="ref8">8</xref>] and results from focus groups [<xref ref-type="bibr" rid="ref13">13</xref>], as well as previous research by Brown et al [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>] and Cheng et al [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. The new intervention incorporates a self-confidence webinar delivered during working hours in the workplace and is, to our knowledge, the first webinar intervention developed to target depression in the workplace. This webinar also used the more <italic>user-friendly</italic> and nondiagnostic label of self-confidence to reach out to more people, especially to those who were previously reluctant to seek help [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. This research reports on the preliminary findings of this new webinar intervention regarding its feasibility, preliminary outcomes, and acceptability, which was tested pragmatically with interested organizations.</p>
      </sec>
      <sec>
        <title>Aim</title>
        <p>The aim of this study was to assess feasibility, preliminary outcomes, and acceptability of running the self-confidence webinar in the workplace. This is in line with Eldridge et al’s recommendation that feasibility studies should include <italic>studies assessing whether a future study, project or, development can be done</italic> [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The first objective of this study was to assess whether the self-confidence webinar was feasible and whether the intervention could be implemented as planned. It was decided that the intervention would be feasible if these objectives were met:</p>
        <list list-type="order">
          <list-item>
            <p>At least 20 employees were recruited;</p>
          </list-item>
          <list-item>
            <p>A total of 6 sessions were able to be conducted;</p>
          </list-item>
          <list-item>
            <p>Dropout rates were below 32%;</p>
          </list-item>
          <list-item>
            <p>Completion rates were at least 80% (participants attending all 6 sessions);</p>
          </list-item>
          <list-item>
            <p>There were no major technical issues that significantly affected the running of each session.</p>
          </list-item>
        </list>
        <p>The second objective was to investigate the preliminary outcomes of a self-confidence webinar to reduce depression and to investigate whether there was an improvement in other measures including anxiety, self-esteem, coping flexibility, absenteeism, and presenteeism. The third objective was to investigate the acceptability of the intervention and whether participants were satisfied with the intervention.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This proof-of-concept study employs a single-group pre-post design. Assessments were taken at baseline, postintervention, and 1 month postintervention. The study was granted ethical approval by the King’s College London Research Ethics Committee (LRS-14/15-0857).</p>
      </sec>
      <sec>
        <title>Procedure of Recruiting Organizations and Participants</title>
        <p>The recruitment processes involved several stages: (1) Identifying interested organizations; (2) initial communication with interested organizations; (3) meeting with line managers and well-being teams to obtain permission from the organization; (4) if the organization was interested, on-site testing of technical aspects of readiness for the webinar was conducted; (5) organizations were provided with information about the study, which was then disseminated to the organizations’ employees. Employees thus received flyers and an information sheet about the webinar and research from the gatekeeper (the lead person from each organization). The information sheet included detailed information about the study, whereas the flyer included an invitation to the introductory meeting; and (6) If any employees were interested, they were asked to contact the first author and were invited to the introductory meeting held in an office in the organization. Alternatively, if they were unable to attend the introductory meeting, interested employees were provided with further information about the study. To maintain confidentiality, employees’ managers were not informed about which employees had participated.</p>
        <p>Before the webinar, consent from line managers or team leaders was obtained as the sessions were to be conducted during working hours, as this was a strong view from the focus group that was conducted before the webinar was offered [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The Template for Intervention Description and Replication checklist and guide was employed to describe the intervention [<xref ref-type="bibr" rid="ref19">19</xref>]. The self-confidence workshop program was offered as Web-based seminars using a Web-based webinar provider (Adobe Connect) with the participating employees. The webinar intervention for improving self-confidence lasted 6 weeks, with 1 session per week. Every session involved an hour-long live webinar, which included time for questions as well as homework. Each session involved a PowerPoint presentation with videos and comic strips, an <italic>Interactive Zones</italic> component where participants interacted with each other, a virtual whiteboard, use of the chat feature, and a webcam feature for the therapist. To attend the sessions, participants could use a computer, laptop, or mobile device including smartphones (iPhones or Android phones) and tablets (iPads and tablets). Thus, attendance at these sessions was possible wherever the internet was available. The content of the sessions was based on a cognitive-behavioral approach by Brown et al [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>] and coping flexibility by Cheng et al [<xref ref-type="bibr" rid="ref17">17</xref>] and is outlined in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> includes screenshots of the webinar sessions.</p>
        
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Depression</title>
          <p>The Beck Depression Inventory II (BDI-II) is a widely recognized 21-item self-report inventory for the assessment of depressive symptoms. Each item consists of 4 statements scored on a scale ranging from 0 to 3 with higher scores indicating higher depressive symptoms. The scores can be calculated and categorized into 4 levels of severity: minimal (0 to 13); mild (14 to 19); moderate (20 to 28); and severe (29 to 63) [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <boxed-text id="box1" position="float">
          <title>Main elements of each session.</title>
          <p>Session 1: Introduction to self-confidence in the workplace</p>
          <list list-type="bullet">
            <list-item>
              <p>Introduction to the whole program; self-confidence and challenges at work; the self-confidence model; how low self-confidence develops</p>
            </list-item>
          </list>
          <p>Session 2: Thinking differently</p>
          <list list-type="bullet">
            <list-item>
              <p>Negative automatic thoughts; understanding unhelpful thinking beliefs; identifying and challenging negative thoughts; distraction, thought stopping, and coping self-statements</p>
            </list-item>
          </list>
          <p>Session 3: Changing our self-image</p>
          <list list-type="bullet">
            <list-item>
              <p>Development of poor self-image; changing our self-image; what can influence my self-image; anxiety and performance</p>
            </list-item>
          </list>
          <p>Session 4: What you can do (Part 1)</p>
          <list list-type="bullet">
            <list-item>
              <p>Behavior and self-confidence; problem-solving skills; managing time effectively; brief relaxation</p>
            </list-item>
          </list>
          <p>Session 5: What you can do (Part 2)</p>
          <list list-type="bullet">
            <list-item>
              <p>Assertiveness; our support system; making change happen; setting our goals</p>
            </list-item>
          </list>
          <p>Session 6: Being more flexible</p>
          <list list-type="bullet">
            <list-item>
              <p>Coping flexibility concept; the process of coping flexibly; how to use coping strategies flexibly; case study</p>
            </list-item>
          </list>
        </boxed-text>
        </sec>
        <sec>
          <title>Anxiety</title>
          <p>The Beck Anxiety Inventory is a 21-item self-report inventory to assess overall anxiety. Respondents are asked to rate the severity of each symptom using a 4-point scale with higher scores reflecting higher anxiety. The sum of all items corresponds to 4 levels of severity: minimal anxiety (0 to 9); mild anxiety (10 to 16); moderate anxiety (17 to 29); and severe anxiety (30 to 63) [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        </sec>
        <sec>
          <title>Self-Esteem</title>
          <p>The Rosenberg Self-Esteem Scale is a 10-item self-report inventory to measure individual self-esteem. Each item comprises a 4-point scale which contains 5 positively and 5 negatively worded items. The scores of all items are totaled with a higher score suggesting a higher level of self-esteem [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        </sec>
        <sec>
          <title>Coping Flexibility</title>
          <p>Coping flexibility was measured using the 10-item Coping Flexibility Scale. This self-report inventory measures an individual’s ability to evaluate coping strategies and adopt alternative coping strategies depending on the situation. Respondents are required to respond to the items on a 4-point scale, and the sum of all items represents the overall score of coping flexibility with a higher score indicating a higher level of coping flexibility [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Presenteeism and Absenteeism</title>
          <p>The short form World Health Organization Health and Work Performance Questionnaire is a self-report inventory that measures absenteeism and presenteeism. For absenteeism, respondents respond to 8 items that relate to the number of hours lost per month, with a higher score indicating a higher amount of absenteeism. Absolute absenteeism is measured in raw hours where a negative lower bound suggests that employees work more than expected and a higher score indicates a higher amount of absenteeism. Relative absenteeism is expressed as the percentage of expected hours whereby a negative number suggests that individuals work more than expected, and a score of 1.0 suggests that the individual is always absent [<xref ref-type="bibr" rid="ref24">24</xref>]. There are 3 items for presenteeism that correspond to reduced work performance with a higher score indicating a lower amount of lost performance. An absolute presenteeism score with a lower bound of 0 suggests a total lack of performance during the time on the job, whereas an upper bound of 100 indicates no lack of performance during the time on the job. For relative presenteeism, a minimum score of 0.25 indicates the worst relative performance compared with other employees, whereas a maximum score of 2.0 indicates the best performance compared with other employees [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>User Experience Questionnaire for Acceptability Measure</title>
          <p>The User Experience Questionnaire (UEQ) is a self-report inventory to assess the ability of a product to engage the user. It consists of 26 items grouped by 6 domains: Attractiveness, Efficiency, Perspicuity, Dependability, Stimulation, and Novelty. Each item is randomly ordered along a 7-point scale representing 2 graded contrasting attributes [<xref ref-type="bibr" rid="ref25">25</xref>]. Values between –0.8 and 0.8 represent a neutral evaluation of the corresponding scale. On the contrary, values &gt;0.8 represent a positive evaluation, whereas values &lt;–0.8 represent a negative evaluation. Although the range of the scale is between –3 (horribly bad) and +3 (extremely good), it is extremely unlikely to observe values above +2 or below –2 [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        </sec>
        <sec>
          <title>Open-Ended Satisfaction Questions</title>
          <p>Additionally, 4 open-ended questions were also included in the postintervention Web-based questionnaire. The questions were as follows:</p>
          <list list-type="order">
            <list-item>
              <p>“If the webinar was to run again, can you please recommend things we should start doing that we are not currently doing?”</p>
            </list-item>
            <list-item>
              <p>“What are the things we should stop doing that we did during this webinar that did not work for you?”</p>
            </list-item>
            <list-item>
              <p>“What are the things that worked well that we should continue doing?”</p>
            </list-item>
            <list-item>
              <p>“Please type in the space below if you have any other comments/feedback or suggestions about the webinar program.”</p>
            </list-item>
          </list>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis for Outcome Measures</title>
        <p>Descriptive statistics were used to report the scores at baseline (T<sub>0</sub>), postintervention (T<sub>1</sub>), and 1-month postintervention (T<sub>2</sub>). The data were then analyzed using a mixed model analysis or a nonparametric Friedman test to analyze the difference in scores at T<sub>0</sub>, T<sub>1</sub>, and T<sub>2</sub>. For linear mixed effects modeling, the required assumptions were initially met for self-esteem and coping flexibility. Attempts to transform the data were performed on other variables but were only successful for depression and anxiety by using square root transformation. For absolute absenteeism, relative absenteeism, absolute presenteeism, and relative presenteeism variables, the nonparametric Friedman test was performed.</p>
        <p>Effect sizes and reliable and clinically significant changes were computed using data from completers at 1-month follow-up as well as those who only provided postintervention data but did not respond to the follow-up. Postintervention data were used instead if the follow-up data were not available.</p>
        <p>The standardized effect size was calculated using both Cohen <italic>d</italic><sub>av</sub> and Hedge g correction. Lakens [<xref ref-type="bibr" rid="ref27">27</xref>] recommended the use of Cohen <italic>d</italic><sub>av</sub> for within-subject research design but because this is positively biased as it is based on a sample estimate, Hedges g<sub>av</sub> correction was also applied. The effect size (Hedge g<sub>av</sub>) of the change in scores was calculated manually using a scientific calculator based on the following formula:</p>
        <disp-formula>Hedges g<sub>av</sub>=M<sub>diff</sub>/[(SD<sub>1</sub> + SD<sub>2</sub>)/2] x [1–3/[4(n<sub>1</sub> + n<sub>2</sub>)–9]</disp-formula>
        <p>The reliable and clinically significant changes for depression were calculated using the following formulas [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]:</p>
        <disp-formula>Reliable Change Index (RCI)=√(2 [SD<sub>pre</sub> x √(1–α)]<sup>2</sup>) x 1.96</disp-formula>
        <disp-formula>Clinically significant change=[(mean<sub>clin</sub> x SD<sub>norm</sub>) + (mean<sub>norm</sub> x SD<sub>clin</sub>)]/(SD<sub>norm</sub> + SD<sub>clin</sub>)</disp-formula>
        <p>The number of participants and their depression level classification at each time point are also described.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participating Organizations</title>
        <p>In total, 2 participating organizations were recruited. One organization was an administrative body funded directly by the government. The other organization was a local authority of one of the 32 London borough councils in the United Kingdom.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>In total, 33 employees volunteered to participate. <xref ref-type="table" rid="table1">Table 1</xref> displays the demographic characteristics of the study participants.</p>

      </sec>
      <sec>
        <title>Objective 1: Feasibility of the Self-Confidence Webinar</title>
        <p>All feasibility criteria were met, indicating that the self-confidence webinar was feasible for a larger study in the future. This study showed that:</p>
        <list list-type="order">
          <list-item>
            <p>33 employees were recruited;</p>
          </list-item>
          <list-item>
            <p>The webinar was successfully conducted for 3 groups, with 6 sessions for each group;</p>
          </list-item>
          <list-item>
            <p>The dropout rate was 24% (8/33);</p>
          </list-item>
          <list-item>
            <p>All 6 sessions were completed by 82% (23/28) participants;</p>
          </list-item>
          <list-item>
            <p>There were no major technical issues that significantly affected the running of each session.</p>
          </list-item>
        </list>
        <p>The initial list consisted of 6 organizations, where interest from these organizations was initially established from previous research or contact involving the third author. However, following initial contact, 2 organizations did not follow up their interest and another 2 chose to opt out because of practicality (confidentiality and open plan office) and information technology resource issues. In total, 2 organizations decided to proceed with the next stage.</p>
        <p>A total of 37 employees attended the on-site introductory meetings. There were also some employees who contacted the first author directly for further questions and/or registered their interest but did not come to the meeting. Overall, there were 38 employees who attended or contacted the first author directly who ended up registering their interest with the webinar. Of the 38 employees, 33 provided consent and submitted the Web-based baseline questionnaire, following ongoing email and telephone communications with the first author. Reasons for nontakeup included 2 who did not respond to the invitation email, 1 mistakenly thinking it was a face-to-face program, 1 being unable to take part during the specified day and time, and 1 being too busy with work demands. <xref ref-type="fig" rid="figure1">Figure 1</xref> displays the summary of the recruitment and reach process.</p>
        
                <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics (n=33).</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Demographics</td>
                <td>Statistics</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (range)</td>
                <td>39.6 (21-62)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Gender, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>30 (90.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>3 (9.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Marital status, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Single</td>
                <td>12 (36.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Married or civil partnership</td>
                <td>10 (30.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Living together</td>
                <td>9 (27.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Divorced</td>
                <td>2 (6.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Highest level of education, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>University degree</td>
                <td>17 (51.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Postgraduate degree</td>
                <td>6 (18.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>A level or National Vocational Qualification</td>
                <td>5 (15.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diploma or Business and Technology Education Council</td>
                <td>5 (15.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Ethnicity, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White—English or Welsh or Scottish or Northern Irish or British or Irish or any other white background</td>
                <td>18 (54.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Black or African or Caribbean or black British—Caribbean or African</td>
                <td>6 (18.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Asian or Asian British—Indian or Bangladeshi or any other Asian group</td>
                <td>6 (18.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Mixed or multiple ethnic groups—white and black Caribbean or white and black African</td>
                <td>3 (9.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Work experience (years), median (range)</td>
                <td>18 (2-45)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        
         <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Summary of the recruitment process.</p>
          </caption>
          <graphic xlink:href="mental_v6i4e11401_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In total, 2 organizations participated and each held one introductory session. Owing to the timing preferences of the employees, 3 webinar groups were held for 33 participants. The webinar presenter and first author, who acted as the moderator, conducted all 6 sessions of the webinar, giving a total of 18 sessions conducted for the 3 groups.</p>
        <p>Of the 33 participants who initially registered, 28 took part in the first session and 25 took part in the sixth session, meaning 8 participants dropped out (24%). However, if only those who attended session 1 are included, the dropout rate was only 11% (3/28). Notably, 82% (23/28) participants completed all 6 sessions and 86% (24/28) participants completed at least 4 sessions. The reasons for not being able to attend the live session included attending other meetings and being on leave. The follow-ups at postintervention and at 1-month postintervention were conducted over the Web and blind-carbon copies, with reminder emails, were also sent intermittently. A total of 73% (24/33) postintervention questionnaires were obtained at postintervention and 70% (23/33) questionnaires obtained at 1-month follow-up.</p>
       
      </sec>
      <sec>
        <title>Objective 2: Preliminary Outcomes of the Self-Confidence Webinar</title>
        <sec>
          <title>Descriptive Data</title>
          <p><xref ref-type="table" rid="table2">Table 2</xref> shows the means and SDs of the outcome measure scores. Depression, anxiety, absolute absenteeism, and relative absenteeism decreased at T<sub>1</sub> and T<sub>2</sub>, whereas self-esteem, coping flexibility, absolute presenteeism, and relative presenteeism increased at T<sub>1</sub> and T<sub>2</sub>.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Means and SDs of outcome measure scores. T<sub>0</sub>: baseline; T<sub>1</sub>: postintervention; T<sub>2</sub>: 1-month postintervention.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <thead>
                <tr valign="bottom">
                  <td>Measures</td>
                  <td>T<sub>0</sub> (n=33), mean (SD)</td>
                  <td>T<sub>1</sub> (n=24<sup>a</sup>), mean (SD)</td>
                  <td>T<sub>2</sub> (n=23<sup>a</sup>), mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Depression</td>
                  <td>13.91 (9.77)</td>
                  <td>8.63 (8.71)</td>
                  <td>9.09 (8.47)</td>
                </tr>
                <tr valign="top">
                  <td>Anxiety</td>
                  <td>11.42 (9.17)</td>
                  <td>10.42 (10.98)</td>
                  <td>9.09 (9.96)</td>
                </tr>
                <tr valign="top">
                  <td>Self-esteem</td>
                  <td>18.15 (4.87)</td>
                  <td>19.63 (5.75)</td>
                  <td>20.09 (5.67)</td>
                </tr>
                <tr valign="top">
                  <td>Coping flexibility</td>
                  <td>14.27 (6.17)</td>
                  <td>18.42 (4.93)</td>
                  <td>18.96 (5.14)</td>
                </tr>
                <tr valign="top">
                  <td>Absolute absenteeism</td>
                  <td>8.52 (27.51)</td>
                  <td>1.54 (17.30)</td>
                  <td>5.20 (25.58)</td>
                </tr>
                <tr valign="top">
                  <td>Relative absenteeism</td>
                  <td>0.06 (0.20)</td>
                  <td>0.02 (0.15)</td>
                  <td>0.03 (0.18)</td>
                </tr>
                <tr valign="top">
                  <td>Absolute presenteeism</td>
                  <td>57.58 (14.15)</td>
                  <td>69.58 (15.46)</td>
                  <td>71.30 (13.92)</td>
                </tr>
                <tr valign="top">
                  <td>Relative presenteeism</td>
                  <td>0.78 (0.18)</td>
                  <td>1.01 (0.23)</td>
                  <td>1.19 (0.65)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Only available data are included.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Linear Mixed Effects Modeling</title>
          <p>To get a preliminary estimate of the improvement in the outcome measures in a group of participants for the webinar intervention, linear mixed effect modeling was conducted. Time of assessment (T<sub>0</sub>, T<sub>1</sub>, and T<sub>2</sub>) was included as a main effect in the fixed factors of the model to account for the 3 different time points of the assessment. A random intercept by participants was included in the model to account for the different scores at baseline. An autoregressive -AR(1) covariance matrix was used to account for constant variance at each time point assuming that the correlation gets less as time points get further apart (T<sub>0</sub>, T<sub>1</sub>, and T<sub>2</sub>). Maximum Likelihood estimation was therefore chosen to fit the models.</p>
          <p>The overall effect of time was significant for all measures: depression (<italic>F</italic><sub>2, 48.813</sub>=31.524; <italic>P</italic>&lt;.001), anxiety (<italic>F</italic><sub>2, 49.428</sub>=3.945; <italic>P</italic>=.03), self-esteem (<italic>F</italic><sub>2, 49.519</sub>=31.524; <italic>P</italic>=.02), and coping flexibility (<italic>F</italic><sub>2, 48.623</sub>=14.184; <italic>P</italic>&lt;.001). <xref ref-type="table" rid="table3">Table 3</xref> shows the summary of the result of the mixed models analyses for depression, anxiety, self-esteem, and coping flexibility.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Pairwise comparison from linear mixed effects modeling analysis. T<sub>0</sub>: baseline; T<sub>1</sub>: postintervention; T<sub>2</sub>: 1-month postintervention.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="160"/>
              <col width="130"/>
              <col width="80"/>
              <col width="130"/>
              <col width="80"/>
              <col width="130"/>
              <col width="80"/>
              <col width="130"/>
              <col width="80"/>
              <thead>
                <tr valign="bottom">
                  <td>Time point</td>
                  <td colspan="2">Depression<sup>a</sup></td>
                  <td colspan="2">Anxiety<sup>a</sup></td>
                  <td colspan="2">Self-esteem</td>
                  <td colspan="2">Coping flexibility</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Mean (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td>Mean (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td>Mean (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td>Mean (95% CI)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>T<sub>0</sub></td>
                  <td>3.492 (3.030-3.954)</td>
                  <td>—<sup>b</sup></td>
                  <td>3.064 (2.529-3.599)</td>
                  <td>—</td>
                  <td>18.152 (16.375-19.928)</td>
                  <td>—</td>
                  <td>14.273 (12.371-16.175)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>T<sub>1</sub></td>
                  <td>2.400 (1.920-2.880)</td>
                  <td>—</td>
                  <td>2.717 (2.159-3.276)</td>
                  <td>—</td>
                  <td>19.510 (17.651-21.369)</td>
                  <td>—</td>
                  <td>18.550 (16.487-20.613)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>T<sub>2</sub></td>
                  <td>2.514 (2.001-2.993)</td>
                  <td>—</td>
                  <td>2.415 (1.836-2.994)</td>
                  <td>—</td>
                  <td>20.324 (18.394-22.254)</td>
                  <td>—</td>
                  <td>19.380 (17.217-21.542)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>T<sub>0</sub> versus T<sub>1</sub></td>
                  <td>1.092 (0.751 to 1.433)<sup>c,d</sup></td>
                  <td>&lt;.001</td>
                  <td>0.346 (–0.078 to 0.770)<sup>c,d</sup></td>
                  <td>.14</td>
                  <td>–1.359 (–2.813 to 0.095)<sup>c,d</sup></td>
                  <td>.07</td>
                  <td>–4.277 (–6.434 to –2.120)<sup>c,d</sup></td>
                  <td>&lt;.001</td>
                </tr>
                <tr valign="top">
                  <td>T<sub>0</sub> versus T<sub>2</sub></td>
                  <td>0.995 (0.530 to 1.460)<sup>c,d</sup></td>
                  <td>&lt;.001</td>
                  <td>0.649 (0.075 to 1.223)<sup>c,d</sup></td>
                  <td>.02</td>
                  <td>–2.173 (–4.133 to –0.212)<sup>c,d</sup></td>
                  <td>.02</td>
                  <td>–5.107 (–7.861 to –2.353)<sup>c,d</sup></td>
                  <td>&lt;.001</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Due to non-normality of the residuals, square root transformation was performed.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>—: not applicable.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>Significance level <italic>P</italic>&lt;.05.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>M<sub>diff</sub> (95% CI).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Friedman Tests</title>
          <p>Both absolute and relative absenteeism were maintained throughout the 3 time points at T<sub>0</sub>, T<sub>1</sub>, and T<sub>2</sub> (median=0), and the differences were not statistically significant (absolute absenteeism, χ<sup>2</sup><sub>2</sub>=2.358; <italic>P</italic>=.31; Relative absenteeism, χ<sup>2</sup><sub>2</sub>=1.701; <italic>P</italic>=.43).</p>
          <p>For presenteeism outcomes, pairwise comparisons were performed with a Bonferroni correction for multiple comparisons. Absolute presenteeism was statistically significantly different at the different time points during the study period; χ<sup>2</sup><sub>2</sub>=22.116; <italic>P</italic>&lt;.001. A posthoc analysis revealed statistically significant differences in absolute presenteeism from T<sub>0</sub> (median=60.00) to T<sub>1</sub> (median=70.00; <italic>P</italic>=.006) and T<sub>0</sub> to T<sub>2</sub> (median=80.00; <italic>P</italic>&lt;.001). Relative presenteeism was statistically significantly different at the different time points during the study period; χ<sup>2</sup><sub>2</sub>=26.325; <italic>P</italic>&lt;.001. A posthoc analysis revealed statistically significant differences in absolute presenteeism from T<sub>0</sub> (median=0.750) to T<sub>1</sub> (median=1.000; <italic>P</italic>=.002) and T<sub>0</sub> to T<sub>2</sub> (median=1.125; <italic>P</italic>&lt;.001).</p>
        </sec>
        <sec>
          <title>Effect Sizes</title>
          <p>The results are summarized in <xref ref-type="table" rid="table4">Table 4</xref>. Overall, improvements were recorded for all measures at T<sub>1</sub> and T<sub>2</sub> when compared with T<sub>0</sub> with the highest effect size recorded for presenteeism measures, followed by coping flexibility and depression. The positive Hedges g<sub>av</sub> indicated a reduction in scores, whereas the negative Hedges g<sub>av</sub> indicated an increase in scores.</p>
          
        </sec>
        <sec>
          <title>Reliable Change</title>
          <p>The reliable and clinically significant change analysis only includes participants who completed the assessment at all 3 time points or those who completed the assessment at T<sub>0</sub> and T<sub>1</sub> or T<sub>2</sub>. The SD of the BDI-II at baseline (SD<sub>pre</sub>) was 10.18, whereas the calculated Cronbach alpha was .92. The calculated RCI was 7.98. Thus, the changes in BDI-II scores can be categorized into 3 groups: a reliable increase in depression symptoms (an increase of 8 points more on the BDI-II), no reliable change (less than 8 points increase or decrease on the BDI-II), and reliable improvement in depression symptoms (a reduction of 8 points or more on the BDI-II). On the basis of the data in <xref ref-type="table" rid="table5">Table 5</xref>, a total of 35% (9/26) participants showed reliable change and a reduction in depression symptoms. In contrast, 65% (17/26) participants showed a change smaller than this.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Hedges g<sub>av</sub> effect sizes of outcome measure scores. T<sub>0</sub>: baseline; T<sub>1</sub>: postintervention; T<sub>2</sub>: 1-month postintervention.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="300"/>
              <col width="300"/>
              <thead>
                <tr valign="top">
                  <td>Measures</td>
                  <td colspan="2">Hedges g<sub>av</sub></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>T<sub>0</sub> versus T<sub>1</sub></td>
                  <td>T<sub>0</sub> versus T<sub>2</sub></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Depression</td>
                  <td>0.563</td>
                  <td>0.522</td>
                </tr>
                <tr valign="top">
                  <td>Anxiety</td>
                  <td>0.098</td>
                  <td>0.240</td>
                </tr>
                <tr valign="top">
                  <td>Self-esteem</td>
                  <td>–0.275</td>
                  <td>–0.363</td>
                </tr>
                <tr valign="top">
                  <td>Coping flexibility</td>
                  <td>–0.738</td>
                  <td>–0.817</td>
                </tr>
                <tr valign="top">
                  <td>Absolute absenteeism</td>
                  <td>0.307</td>
                  <td>0.123</td>
                </tr>
                <tr valign="top">
                  <td>Relative absenteeism</td>
                  <td>0.219</td>
                  <td>0.156</td>
                </tr>
                <tr valign="top">
                  <td>Absolute presenteeism</td>
                  <td>–0.799</td>
                  <td>–0.963</td>
                </tr>
                <tr valign="top">
                  <td>Relative presenteeism</td>
                  <td>–1.107</td>
                  <td>–0.962</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Cross tabulation summary of reliable change against clinically significant change.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td rowspan="2">Clinically significant change (score criterion of &gt;12)</td>
                  <td rowspan="2">Total at baseline</td>
                  <td colspan="2">Reliable change postintervention (change of score of &gt;8)</td>
                </tr>
                <tr valign="top">
                  <td>Yes</td>
                  <td>No</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Started lower than the criterion for clinically significant change (baseline score &lt;12)</td>
                  <td>10</td>
                  <td>0</td>
                  <td>10</td>
                </tr>
                <tr valign="top">
                  <td>Started higher than the criterion but failed to achieve clinically significant change (baseline score &gt;12 but postintervention score still &gt;12)</td>
                  <td>5</td>
                  <td>1</td>
                  <td>4</td>
                </tr>
                <tr valign="top">
                  <td>Clinically significant change (baseline score &gt;12; postintervention score &lt;12)</td>
                  <td>11</td>
                  <td>8</td>
                  <td>3</td>
                </tr>
                <tr valign="top">
                  <td>Total</td>
                  <td>26</td>
                  <td>9</td>
                  <td>17</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Clinically Significant Change</title>
          <p>To calculate this change, normative data from a community sample of 7500 respondents in another European study using BDI-II were used, which showed a mean score of 10.6 and an SD of 10.9 [<xref ref-type="bibr" rid="ref31">31</xref>]. Hence, using the formula in the Methods section, the clinically significant change criterion score was calculated to be 12.34. In summary, 38% (10/26) participants started with baseline BDI-II scores below the criterion and therefore did not show clinically significant change and none showed reliable improvement. In total, 19% (5/26) participants started with baseline scores above the criterion but failed to improve to a lower score below the criterion, with 4% (1/26) participant showing reliable improvement. In total, 12% (3/26) participants did not record reliable change despite recording clinically significant change. This suggests that it is not sufficient to imply that the change is not influenced by simple measurement unreliability [<xref ref-type="bibr" rid="ref28">28</xref>]. Finally, 42% (11/26) participants showed clinically significant change, of whom 31% (8/26) also showed reliable improvement. <xref ref-type="table" rid="table5">Table 5</xref> summarizes the data for reliable and clinically significant change.</p>
        </sec>
        <sec>
          <title>Depression Level at Different Time Points</title>
          <p>The distribution of scores for depression at each time point is presented in <xref ref-type="fig" rid="figure2">Figure 2</xref>. The figure only includes available data at the 3 time points. At baseline, nearly a quarter of the participants had a moderate-to-severe level of depression symptoms. Generally, improvement was observed in terms of the depression severity when compared with baseline. The percentage of employees in moderate and severe depression severity decreased when compared with baseline.</p>
        
        </sec>
      </sec>
      <sec>
        <title>Objective 3: Acceptability of the Self-Confidence Webinar</title>
        <sec>
          <title>User Experience</title>
          <p>On the basis of the result of the UEQ, participants reported satisfaction in all domains: Attractiveness, Perspicuity, Efficiency, Dependability, Stimulation, and Novelty.</p>
          <p>Although figures are not available for comparing the webinar intervention with any other type of psychological intervention, the UEQ is able to compare the measured user experience with the results from 163 different types of products such as business software, Web pages, Web shops, and social networks with a total of 4818 participants [<xref ref-type="bibr" rid="ref26">26</xref>]. <xref ref-type="table" rid="table6">Table 6</xref> displays the user experience results and the interpretation of the results of the webinar intervention compared with the user experience of other products.</p>
            <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Distribution of scores for depression.</p>
            </caption>
            <graphic xlink:href="mental_v6i4e11401_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Interpretation of the webinar intervention in comparison with other interactive products.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="150"/>
              <col width="250"/>
              <col width="300"/>
              <col width="300"/>
              <thead>
                <tr valign="top">
                  <td>Scale</td>
                  <td>Mean (95% CI)</td>
                  <td>Relative comparison to other products</td>
                  <td>Interpretation</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Attractiveness</td>
                  <td>1.618 (1.242-1.994)</td>
                  <td>Good</td>
                  <td>10% of results better; 75% of results worse</td>
                </tr>
                <tr valign="top">
                  <td>Perspicuity</td>
                  <td>1.198 (0.832-1.564)</td>
                  <td>Above average</td>
                  <td>25% of results better; 50% of results worse</td>
                </tr>
                <tr valign="top">
                  <td>Efficiency</td>
                  <td>1.00 (0.571-1.429)</td>
                  <td>Above average</td>
                  <td>25% of results better; 50% of results worse</td>
                </tr>
                <tr valign="top">
                  <td>Dependability</td>
                  <td>1.208 (0.899-1.517)</td>
                  <td>Above average</td>
                  <td>25% of results better; 50% of results worse</td>
                </tr>
                <tr valign="top">
                  <td>Stimulation</td>
                  <td>1.323 (0.987-1.659)</td>
                  <td>Above average</td>
                  <td>10% of results better; 75% of results worse</td>
                </tr>
                <tr valign="top">
                  <td>Novelty</td>
                  <td>1.083 (0.718-1.449)</td>
                  <td>Good</td>
                  <td>10% of results better; 75% of results worse</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Open-Ended Questions</title>
          <p>Facilitators, barriers, suggestions, and general comments were analyzed separately using qualitative content analysis on each question using Microsoft Excel. As this was likely to be the first study exploring the application of a webinar intervention within the workplace setting, an inductive approach was chosen [<xref ref-type="bibr" rid="ref32">32</xref>]. The responses were divided into 4 main categories: facilitators 52% (47 out of 91), barriers 12% (11 out of 91), suggestions 14% (13 out of 91), and general comments 22% (20 out of 91). Example quotes from the feedback corresponding to each category are presented in the <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The findings of this study indicate that the innovative self-confidence webinar intervention is feasible, and positive improvements were observed particularly on depression, presenteeism, and other outcome measures. Moreover, employees also reported that the webinar intervention was very acceptable.</p>
      </sec>
      <sec>
        <title>Feasibility</title>
        <p>The webinar recorded low dropout rates and high completion rates among employees who registered. Although the sample size was small, the self-confidence webinars also had low dropout rates with high completion rates among those who attended the first session. Of the 33 registered participants, 25 (76%) completed the final session, giving a dropout rate of 24%. Of the 85% (28/33) participants who attended the first session, 82% (23/28) completed all 6 sessions, giving a dropout rate of 18%. These figures are favorable than the completion rates (66%) in a much larger multicenter randomized controlled trial (RCT) of face-to-face psychoeducational CBT workshops [<xref ref-type="bibr" rid="ref5">5</xref>] and multiservice practice research using the Stress Control (SC) program that recorded a completion rate of 70% [<xref ref-type="bibr" rid="ref33">33</xref>]. The SC program study highlights the importance of participants’ subsequent attendance as one of the predictors for a positive outcome.</p>
        <p>There is much evidence of the high dropout rate for computerized CBT. A systematic review on barriers and uptake of computerized CBT reported that those receiving computerized CBT were twice as likely to drop out as those receiving face-to-face CBT [<xref ref-type="bibr" rid="ref34">34</xref>]. Another meta-analysis on computer-based psychological treatment for depression however found a variation and reported a dropout rate of 28% for interventions with therapist support, 38.4% for administrative support, and 74% for no support [<xref ref-type="bibr" rid="ref35">35</xref>]. The dropout rate of 24% found in this study is therefore comparable with that of supported psychological therapies.</p>
        <p>The fact that the presenter and moderator played significant roles in the webinar throughout all sessions indicates that it was a highly guided intervention. Hence, the dropout rates and completion rates among the webinar participants were comparable with other guided internet interventions. A meta-analysis review of the dropout rates for guided internet interventions compared with face-to-face interventions showed no significant difference [<xref ref-type="bibr" rid="ref36">36</xref>]. Moreover, the percentage of completed sessions by the subjects was also found to be comparable between guided internet-based interventions and face-to-face interventions for depression. A study reported that the mean completion rate for face-to-face CBT was 83.9%, whereas the mean completion rate for guided internet CBT was 80.8% [<xref ref-type="bibr" rid="ref37">37</xref>]. The review highlights the importance of the guided component within a technology-mediated intervention.</p>
        <p>It is also important to note that the self-confidence webinar was accessed by employees in different age ranges (range=21-62; mean 39.6), as age has been found to be a highly significant factor in accessibility and utilization of the internet and new technology [<xref ref-type="bibr" rid="ref38">38</xref>]. It has been argued that the use of the internet falls off sharply with age, owing to factors such as attitudinal beliefs, age-related changes, cognitive barriers, and privacy concerns [<xref ref-type="bibr" rid="ref39">39</xref>]. It was not found to be the case with the webinar.</p>
        <p>However, there are several challenges that need to be highlighted. First, the difficulties in the recruitment process of organizations need to be mentioned. One organization had undergone restructuring during the study period, which involved the movement of employees, which in turn affected the communication between the first author and the organization. Olsen et al [<xref ref-type="bibr" rid="ref40">40</xref>] highlighted these challenges and suggested that changes in the organizations should be considered when planning intervention studies; this, in turn, can cause delays and communication problems with the research.</p>
        <p>Another aspect was the competing time commitments of employees. Owing to the live nature of the webinar, employees are required to access the webinar intervention during a predetermined date and time. Although recorded versions of the webinar were available, it was felt that the learning experience and contribution of participants would be more restricted than attending live sessions. When this problem did occur, employees were provided with the full recording of that particular webinar session. With this, they were able to follow the session asynchronously and obtain some input about the session.</p>
        <p>Technical barriers to accessing the webinar program may be important. For instance, in one of the organizations, there was an initial difficulty in accessing the webinar program because of the tight internet security settings used by the organization. This was used to restrict the use of internet connection to only Web pages and links that were directly related to work. Although this issue was successfully overcome, it is important for future research to take note of this problem and make sure that on-site testing is conducted before the intervention is implemented. Furthermore, it is important to make sure that the computer, laptop, or mobile devices fulfill the minimum technical specification required to run the webinar program.</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>The follow-up results after 1 month suggested positive changes for all outcome measures. For depression, the analysis indicated that symptoms of depression significantly improved at postintervention and 1 month postintervention compared with baseline with moderate effect sizes of 0.563 and 0.522, respectively. This result was lower than the 0.844 effect size obtained in the RCT study of group face-to-face self-confidence workshops to reduce depression for the public [<xref ref-type="bibr" rid="ref5">5</xref>]. Nevertheless, the outcome of this webinar study suggested that adaptations to the intervention content, through a webinar platform, produce encouraging results for the intervention in the workplace, especially considering that this is a universal intervention. This small pre-post study provides preliminary support for the position that a guided webinar form of delivery of an intervention can provide positive effects for individuals.</p>
        <p>Notably, although the intervention was presented as <italic>self-confidence</italic> and targeted self-esteem, it was interesting that the difference in effect sizes for self-esteem was less significant than that of depression with recorded effect sizes of 0.563 postintervention and 0.522 at follow-up for depression and –0.275 postintervention and –0.363 at follow-up for self-esteem. More importantly, this may suggest that the use of a nondiagnostic label of self-confidence, compared with the more medicalized label of <italic>depression</italic>, was successful in attracting people with some degree of depression. Consistent with other studies, the use of a diagnostic label, such as <italic>depression</italic> or <italic>insomnia</italic>, may affect the uptake and engagement of intervention with people who would prefer not to medicalize mental health [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>An important finding from this study was that the largest effect size found at 1 month postintervention was for the outcome measurement of presenteeism (absolute presenteeism=–0.963 and relative presenteeism=–0.962). This is a significant finding as the intervention contributes a positive impact to work-related outcomes such as presenteeism.</p>
        <p>Although the positive outcomes may be contributed to by intervention content, it is also important to highlight the <italic>group</italic> nature of the webinar. During each session, participants interacted with other participants, as well as the webinar presenter; this was especially the case during the <italic>interactive zones</italic>. Previous studies have provided the benefits of group intervention, such as providing natural social networks, being cost-effective and more accessible, providing opportunities to learn and support others, having less stigma, and obtaining more neutral views from other participants rather than the therapist, as well as being useful for those who are uncomfortable or struggle with individual intervention [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>Owing to the universal nature of the intervention, it was expected that participants would consist of those with mixed levels of self-reported depression. It follows that there were participants with few or no depressive symptoms reported at baseline as well as participants with varying depressive severity levels, supporting the findings from a systematic review that universal interventions also attract those with higher levels of depression [<xref ref-type="bibr" rid="ref8">8</xref>]. The mean score for depression among the participants was 13.91 on the BDI-II, indicating mild depression. More importantly, in line with previous self-confidence workshops that used a self-referral system and where 75% met diagnostic levels of problems [<xref ref-type="bibr" rid="ref7">7</xref>], the webinar intervention also attracted those with higher levels of depression and not just those who are <italic>worried well</italic>.</p>
      </sec>
      <sec>
        <title>Acceptability of the Self-Confidence Webinar</title>
        <p>The majority of webinar participants gave positive and encouraging feedback about the acceptability of the self-confidence webinar. In terms of user experience, participants indicated that they really liked the webinar and found it to be attractive. In line with Daft and Lengel’s Media Richness Theory [<xref ref-type="bibr" rid="ref45">45</xref>], the webinar can be considered as a <italic>rich</italic> medium as it utilizes a number of different channels and cues to enhance the effectiveness of the communication. The participants also reported it to be exciting and motivating, suggesting most stayed throughout the program. Additionally, they also found it easy to use, felt in control, and able to use the webinar effortlessly, as well as considered it innovative and creative.</p>
        <p>Furthermore, positive facilitator factors were identified; the <italic>interactive zones</italic> and content recorded the highest number of positive feedback comments. The webinar consists of 2 main components: visual (eg, share visual files, webcam, and virtual whiteboard) and audio (eg, telephone or voice over internet protocol) components that provide different ways to facilitate interaction [<xref ref-type="bibr" rid="ref46">46</xref>]. It is reassuring that participants found the content and intervention to be useful for them, indicating that the material had been well-adapted for this purpose. Most of the positive feedback was related to the implementation of the <italic>interactive zones</italic>, which was the main adaptation made to allow engagement between participants and the webinar’s presenter. This is encouraging, as this finding suggests that the application of a Web-based interaction platform through the webinar was well-received by the intervention participants. Previous evidence has also reported that webinars with its interactive features may facilitate participant interaction while being capable of providing a communication environment that is nearly the same as a face-to-face environment [<xref ref-type="bibr" rid="ref47">47</xref>]. Notably, an important element of the webinar is the presence of a therapist and moderator. Moreover, with consent from the participants, each session was also recorded, and the participants could access the session anywhere and anytime. These benefits are in line with the findings from a Delphi study that highlighted the importance of effective moderation within an online discussion forum and 24-hour mobile access for the design of a Web-based intervention [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        <p>An important feature of the webinar that emerged during the study was that it can be accessible without restricting geographical context. In this study, a participant reported attending a session from abroad during a 3-week holiday. Another participant also reported attending a session at home while on leave rather than at work. Even with limited evidence, this study showed that some of the barriers to accessing treatment, which may be present in normal face-to-face intervention, were overcome in the webinar intervention.</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>There were several limitations of this study. First, the timeframe and nature of the recruitment process made it possible to only have an intervention group with no control group. The absence of a control group means it is not possible to determine whether the improvement in outcome scores is because of the intervention or other factors not covered in the study, such as time or a placebo effect. Second, the small sample size limits the ability to generalize from these results about other employees in other organizations. Hence, the results and conclusions derived from this study need to be interpreted with caution. Third, the unbalanced number of male and female participants may limit the extent to which the results can be generalized to males. Although this is a common pattern among mental health intervention studies, it needs to be noted. Fourth, all outcome measures were based on self-reports, which limits the quality of the data; this was the case for the absenteeism measure. Access to data on absenteeism via the participating organizations was not planned nor deemed feasible within the research timescale. Finally, the study only utilizes a short follow-up (1 month postintervention). This short follow-up time limits the study findings to the short-term only.</p>
        <p>Given the promising results, there needs to be further evaluation of the effectiveness of the intervention. This can be done gradually by starting with a simpler research design (eg, nonrandomized control trial) to a more complex research design (eg, RCT), depending on the feasibility, timeframe, and available expertise. Additionally, it would be more informative to assess the effects of the webinar intervention with longer follow-up (eg, 3 months). Given that this is a universal intervention, the intervention can be compared with other forms of universal interventions in the workplace as well as with a wait-list control group. As this was a complex intervention, further investigations are also needed in terms of understanding the active ingredients and change processes through a mediation and mediator analysis, as well as assessing the cost-effectiveness. These figures can then be compared with those for other face-to-face or internet interventions.</p>
        <p>As this intervention is designed for employees within the workplace, it is also important to consider the study design possibilities bearing in mind the hierarchical nature of the organization, in which employees can be nested in teams and departments within the organization’s organizational structure. In relation to this, future trials may consider cluster randomization as opposed to individual randomization considering that each employee is usually attached to the work structure of their respective teams or departments or organizations. Additionally, future trials need to also include procedures and time for recruiting at the organization and individual levels, which involved identifying and recruiting interested organizations, obtaining organizational permission and agreement, on-site technical readiness assessment, and introductory meetings as well as recruiting employees.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This proof-of-concept study provides preliminary evidence that self-confidence webinars can be a potentially feasible, effective, and acceptable intervention for depression in the workplace. The webinar intervention appears to be feasible as indicated by the successful recruitment of employees, the webinar sessions successfully running, relatively low dropout, and high completion rates as well as no major technical issues. The outcome analysis reported a lower level of depression, anxiety, absenteeism, and presenteeism as well as improved self-esteem and coping flexibility among employees postintervention and 1 month after completion of the intervention. It has also been shown to be acceptable.</p>
        <p>In addition to its potential effectiveness in an RCT, the self-confidence webinar intervention is likely to be acceptable among employees in the workplace. Apart from its accessibility advantage, the webinar offers an interactive environment that may not be possible in other technology-mediated or face-to-face interventions. The webinar was able to maintain some elements of face-to-face intervention while utilizing economical delivery and technological features that were available. This may serve as an alternative and fruitful way of reaching depressed people in the workplace.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Screenshots during the webinar sessions.</p>
        <media xlink:href="mental_v6i4e11401_app1.pdf" xlink:title="PDF File (Adobe PDF File), 5MB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Example quotes from the feedback corresponding to each category.</p>
        <media xlink:href="mental_v6i4e11401_app2.pdf" xlink:title="PDF File (Adobe PDF File), 54KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BDI-II</term>
          <def>
            <p>Beck Depression Inventory II</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CBT</term>
          <def>
            <p>cognitive behavior therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RCI</term>
          <def>
            <p>Reliable Change Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SC</term>
          <def>
            <p>stress control</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">UEQ</term>
          <def>
            <p>User Experience Questionnaire</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>WMAWMY was a PhD candidate funded by a scholarship from the Malaysian Ministry of Education under Universiti Teknologi Malaysia without which this research could not be possible. The funder had no involvement in the conduct of the research.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Evans-Lacko</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Knapp</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Importance of social and cultural factors for attitudes, disclosure and time off work for depression: findings from a seven country European study on depression in the workplace</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>e91053</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0091053"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0091053</pub-id>
        <pub-id pub-id-type="medline">24622046</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-43405</pub-id>
        <pub-id pub-id-type="pmcid">PMC3951284</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burton</surname>
            <given-names>WN</given-names>
          </name>
          <name name-style="western">
            <surname>Conti</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Depression in the workplace: the role of the corporate medical director</article-title>
        <source>J Occup Environ Med</source>  
        <year>2008</year>  
        <month>04</month>  
        <volume>50</volume>  
        <issue>4</issue>  
        <fpage>476</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="doi">10.1097/JOM.0b013e318169ccf8</pub-id>
        <pub-id pub-id-type="medline">18404021</pub-id>
        <pub-id pub-id-type="pii">00043764-200804000-00013</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cornford</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Hill</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Reilly</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>How patients with depressive symptoms view their condition: a qualitative study</article-title>
        <source>Fam Pract</source>  
        <year>2007</year>  
        <month>09</month>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>358</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.1093/fampra/cmm032</pub-id>
        <pub-id pub-id-type="medline">17630269</pub-id>
        <pub-id pub-id-type="pii">cmm032</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Boardman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Whittinger</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ashworth</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Can a self-referral system help improve access to psychological treatments?</article-title>
        <source>Br J Gen Pract</source>  
        <year>2010</year>  
        <month>05</month>  
        <volume>60</volume>  
        <issue>574</issue>  
        <fpage>365</fpage>  
        <lpage>71</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&amp;pmid=20423587"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3399/bjgp10X501877</pub-id>
        <pub-id pub-id-type="medline">20423587</pub-id>
        <pub-id pub-id-type="pmcid">PMC2858533</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Horrell</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Goldsmith</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Tylee</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Schmidt</surname>
            <given-names>UH</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Bonin</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Beecham</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kelly</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Raikundalia</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <collab>CLASSIC trial group</collab>
        </person-group>
        <article-title>One-day cognitive-behavioural therapy self-confidence workshops for people with depression: randomised controlled trial</article-title>
        <source>Br J Psychiatry</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>204</volume>  
        <issue>3</issue>  
        <fpage>222</fpage>  
        <lpage>33</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1192/bjp.bp.112.121855"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1192/bjp.bp.112.121855</pub-id>
        <pub-id pub-id-type="medline">24357574</pub-id>
        <pub-id pub-id-type="pii">bjp.bp.112.121855</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Boardman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Andiappan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Landau</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Howay</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Can the effects of a 1-day CBT psychoeducational workshop on self-confidence be maintained after 2 years? A naturalistic study</article-title>
        <source>Depress Anxiety</source>  
        <year>2008</year>  
        <month>07</month>  
        <volume>25</volume>  
        <issue>7</issue>  
        <fpage>632</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1002/da.20365</pub-id>
        <pub-id pub-id-type="medline">17941095</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Boardman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Howay</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Are self-referrers just the worried well?--A cross-sectional study of self-referrers to community psycho-educational stress and self-confidence workshops</article-title>
        <source>Soc Psychiatry Psychiatr Epidemiol</source>  
        <year>2005</year>  
        <month>05</month>  
        <volume>40</volume>  
        <issue>5</issue>  
        <fpage>396</fpage>  
        <lpage>401</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00127-005-0896-z</pub-id>
        <pub-id pub-id-type="medline">15902410</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wan Mohd Yunus</surname>
            <given-names>WMA</given-names>
          </name>
          <name name-style="western">
            <surname>Musiat</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Systematic review of universal and targeted workplace interventions for depression</article-title>
        <source>Occup Environ Med</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>75</volume>  
        <issue>1</issue>  
        <fpage>66</fpage>  
        <lpage>75</lpage>  
        <pub-id pub-id-type="doi">10.1136/oemed-2017-104532</pub-id>
        <pub-id pub-id-type="medline">29074553</pub-id>
        <pub-id pub-id-type="pii">oemed-2017-104532</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Emmelkamp</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Technological innovations in clinical assessment and psychotherapy</article-title>
        <source>Psychother Psychosom</source>  
        <year>2005</year>  
        <volume>74</volume>  
        <issue>6</issue>  
        <fpage>336</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1159/000087780</pub-id>
        <pub-id pub-id-type="medline">16244509</pub-id>
        <pub-id pub-id-type="pii">87780</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dewa</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The association of treatment of depressive episodes and work productivity</article-title>
        <source>Can J Psychiatry</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>56</volume>  
        <issue>12</issue>  
        <fpage>743</fpage>  
        <lpage>50</lpage>  
        <pub-id pub-id-type="doi">10.1177/070674371105601206</pub-id>
        <pub-id pub-id-type="medline">22152643</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Birnbaum</surname>
            <given-names>HG</given-names>
          </name>
          <name name-style="western">
            <surname>Kessler</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Kelley</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ben-Hamadi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Joish</surname>
            <given-names>VN</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>PE</given-names>
          </name>
        </person-group>
        <article-title>Employer burden of mild, moderate, and severe major depressive disorder: mental health services utilization and costs, and work performance</article-title>
        <source>Depress Anxiety</source>  
        <year>2010</year>  
        <volume>27</volume>  
        <issue>1</issue>  
        <fpage>78</fpage>  
        <lpage>89</lpage>  
        <pub-id pub-id-type="doi">10.1002/da.20580</pub-id>
        <pub-id pub-id-type="medline">19569060</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Craig</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Dieppe</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Macintyre</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Michie</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nazareth</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Petticrew</surname>
            <given-names>M</given-names>
          </name>
          <collab>Medical Research Council Guidance</collab>
        </person-group>
        <article-title>Developing and evaluating complex interventions: the new Medical Research Council guidance</article-title>
        <source>Br Med J</source>  
        <year>2008</year>  
        <month>09</month>  
        <day>29</day>  
        <volume>337</volume>  
        <fpage>a1655</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18824488"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmj.a1655</pub-id>
        <pub-id pub-id-type="medline">18824488</pub-id>
        <pub-id pub-id-type="pmcid">PMC2769032</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wan Mohd Yunus</surname>
            <given-names>WM</given-names>
          </name>
          <name name-style="western">
            <surname>Musiat</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The formative development of a new self-confidence webinar intervention for depression in the workplace</article-title>
        <source>Cogn Behav Pract</source>  
        <year>2020</year>  
        <comment>(forthcoming)</comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Cochrane</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hancox</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Large-scale health promotion stress workshops for the general public: a controlled evaluation</article-title>
        <source>Behav Cogn Psychother</source>  
        <year>2000</year>  
        <volume>28</volume>  
        <issue>2</issue>  
        <fpage>139</fpage>  
        <lpage>151</lpage> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Boardman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ferns</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Meeting the unmet need for depression services with psycho-educational self-confidence workshops: preliminary report</article-title>
        <source>Br J Psychiatry</source>  
        <year>2004</year>  
        <month>12</month>  
        <volume>185</volume>  
        <fpage>511</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1192/bjp.185.6.511"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1192/bjp.185.6.511</pub-id>
        <pub-id pub-id-type="medline">15572743</pub-id>
        <pub-id pub-id-type="pii">185/6/511</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Assessing coping flexibility in real-life and laboratory settings: a multimethod approach</article-title>
        <source>J Pers Soc Psychol</source>  
        <year>2001</year>  
        <volume>80</volume>  
        <issue>5</issue>  
        <fpage>814</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1037//0022-3514.80.5.814</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kogan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Chio</surname>
            <given-names>JH</given-names>
          </name>
        </person-group>
        <article-title>The effectiveness of a new, coping flexibility intervention as compared with a cognitive-behavioural intervention in managing work stress</article-title>
        <source>Work Stress</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>26</volume>  
        <issue>3</issue>  
        <fpage>272</fpage>  
        <lpage>88</lpage>  
        <pub-id pub-id-type="doi">10.1080/02678373.2012.710369</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eldridge</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Lancaster</surname>
            <given-names>GA</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Thabane</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Hopewell</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Coleman</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Bond</surname>
            <given-names>CM</given-names>
          </name>
        </person-group>
        <article-title>Defining feasibility and pilot studies in preparation for randomised controlled trials: development of a conceptual framework</article-title>
        <source>PLoS One</source>  
        <year>2016</year>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>e0150205</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0150205"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0150205</pub-id>
        <pub-id pub-id-type="medline">26978655</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-35699</pub-id>
        <pub-id pub-id-type="pmcid">PMC4792418</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hoffmann</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Glasziou</surname>
            <given-names>PP</given-names>
          </name>
          <name name-style="western">
            <surname>Boutron</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Milne</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Perera</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Moher</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Altman</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Barbour</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Macdonald</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lamb</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Dixon-Woods</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>McCulloch</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Wyatt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Michie</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide</article-title>
        <source>Br Med J</source>  
        <year>2014</year>  
        <month>03</month>  
        <day>07</day>  
        <volume>348</volume>  
        <fpage>g1687</fpage>  
        <pub-id pub-id-type="doi">10.1136/bmj.g1687</pub-id>
        <pub-id pub-id-type="medline">24609605</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Steer</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>GK</given-names>
          </name>
        </person-group>
        <source>Manual for the Beck Depression Inventory-II</source>  
        <year>1996</year>  
        <publisher-loc>San Antonio, Texas</publisher-loc>
        <publisher-name>Psychological Corporation</publisher-name></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Epstein</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Steer</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>An inventory for measuring clinical anxiety: psychometric properties</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>1988</year>  
        <month>12</month>  
        <volume>56</volume>  
        <issue>6</issue>  
        <fpage>893</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1037/0022-006X.56.6.893</pub-id>
        <pub-id pub-id-type="medline">3204199</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosenberg</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>Society and the adolescent self-image</source>  
        <year>1965</year>  
        <publisher-loc>Princeton, New Jersey</publisher-loc>
        <publisher-name>Princeton University Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kato</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Development of the Coping Flexibility Scale: evidence for the coping flexibility hypothesis</article-title>
        <source>J Couns Psychol</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>59</volume>  
        <issue>2</issue>  
        <fpage>262</fpage>  
        <lpage>73</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0027770</pub-id>
        <pub-id pub-id-type="medline">22506909</pub-id>
        <pub-id pub-id-type="pii">2012-09590-005</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kessler</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Barber</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Berglund</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Cleary</surname>
            <given-names>PD</given-names>
          </name>
          <name name-style="western">
            <surname>McKenas</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Pronk</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Simon</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Stang</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ustun</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The World Health Organization Health and Work Performance Questionnaire (HPQ)</article-title>
        <source>J Occup Environ Med</source>  
        <year>2003</year>  
        <month>02</month>  
        <volume>45</volume>  
        <issue>2</issue>  
        <fpage>156</fpage>  
        <lpage>74</lpage>  
        <pub-id pub-id-type="medline">12625231</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Laugwitz</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Held</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Schrepp</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Construction and Evaluation of a User Experience Questionnaire</article-title>
        <year>2008</year>  
        <conf-name>4th Symposium of the Workgroup Human-Computer Interaction and Usability Engineering of the Austrian Computer Society, USAB 2008</conf-name>
        <conf-date>November 20-21, 2008</conf-date>
        <conf-loc>Graz, Austria</conf-loc>
        <publisher-name>Springer, Berlin, Heidelberg</publisher-name>
        <pub-id pub-id-type="doi">10.1007/978-3-540-89350-9_6</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schrepp</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>User Experience Questionnaire (UEQ)</source>  
        <year>2015</year>  
        <month>09</month>  
        <day>21</day>  
        <access-date>2019-03-27</access-date>
        <comment>User Experience Questionnaire Handbook 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ueq-online.org/Material/Handbook.pdf">https://www.ueq-online.org/Material/Handbook.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77CXLPJcH"/></comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hedges</surname>
            <given-names>LV</given-names>
          </name>
          <name name-style="western">
            <surname>Olkin</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <source>Statistical Methods For Meta-Analysis</source>  
        <year>1985</year>  
        <publisher-loc>Orlando, Florida</publisher-loc>
        <publisher-name>Academic Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jacobson</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Follette</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Revenstorf</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Psychotherapy outcome research: methods for reporting variability and evaluating clinical significance</article-title>
        <source>Behav Ther</source>  
        <year>1984</year>  
        <month>09</month>  
        <volume>15</volume>  
        <issue>4</issue>  
        <fpage>336</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0005-7894(84)80002-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jacobson</surname>
            <given-names>NS</given-names>
          </name>
          <name name-style="western">
            <surname>Truax</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Clinical significance: a statistical approach to defining meaningful change in psychotherapy research</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>1991</year>  
        <month>02</month>  
        <volume>59</volume>  
        <issue>1</issue>  
        <fpage>12</fpage>  
        <lpage>19</lpage>  
        <pub-id pub-id-type="medline">2002127</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mendoza</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>A method of assessing change in a single subject: an alteration of the RC index</article-title>
        <source>Behav Ther</source>  
        <year>1986</year>  
        <month>06</month>  
        <volume>17</volume>  
        <issue>3</issue>  
        <fpage>305</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0005-7894(86)80060-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roelofs</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>van Breukelen</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>de Graaf</surname>
            <given-names>LE</given-names>
          </name>
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Arntz</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Huibers</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>Norms for the Beck Depression Inventory (BDI-II) in a Large Dutch Community Sample</article-title>
        <source>J Psychopathol Behav Assess</source>  
        <year>2012</year>  
        <month>7</month>  
        <day>31</day>  
        <volume>35</volume>  
        <issue>1</issue>  
        <fpage>93</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10862-012-9309-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elo</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kyngäs</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>The qualitative content analysis process</article-title>
        <source>J Adv Nurs</source>  
        <year>2008</year>  
        <month>04</month>  
        <volume>62</volume>  
        <issue>1</issue>  
        <fpage>107</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2648.2007.04569.x</pub-id>
        <pub-id pub-id-type="medline">18352969</pub-id>
        <pub-id pub-id-type="pii">JAN4569</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delgadillo</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kellett</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ali</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>McMillan</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Barkham</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Saxon</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Donohoe</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Stonebank</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Mullaney</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Eschoe</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Thwaites</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lucock</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>A multi-service practice research network study of large group psychoeducational cognitive behavioural therapy</article-title>
        <source>Behav Res Ther</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>87</volume>  
        <fpage>155</fpage>  
        <lpage>61</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.brat.2016.09.010</pub-id>
        <pub-id pub-id-type="medline">27685938</pub-id>
        <pub-id pub-id-type="pii">S0005-7967(16)30167-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Waller</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gilbody</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Barriers to the uptake of computerized cognitive behavioural therapy: a systematic review of the quantitative and qualitative evidence</article-title>
        <source>Psychol Med</source>  
        <year>2009</year>  
        <month>05</month>  
        <volume>39</volume>  
        <issue>5</issue>  
        <fpage>705</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0033291708004224</pub-id>
        <pub-id pub-id-type="medline">18812006</pub-id>
        <pub-id pub-id-type="pii">S0033291708004224</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Richardson</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Computer-based psychological treatments for depression: a systematic review and meta-analysis</article-title>
        <source>Clin Psychol Rev</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>32</volume>  
        <issue>4</issue>  
        <fpage>329</fpage>  
        <lpage>42</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.cpr.2012.02.004</pub-id>
        <pub-id pub-id-type="medline">22466510</pub-id>
        <pub-id pub-id-type="pii">S0272-7358(12)00027-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Andersson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Cuijpers</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Carlbring</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Riper</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Hedman</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Guided internet-based vs face-to-face cognitive behavior therapy for psychiatric and somatic disorders: a systematic review and meta-analysis</article-title>
        <source>World Psychiatry</source>  
        <year>2014</year>  
        <month>10</month>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>288</fpage>  
        <lpage>95</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1002/wps.20151"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/wps.20151</pub-id>
        <pub-id pub-id-type="medline">25273302</pub-id>
        <pub-id pub-id-type="pmcid">PMC4219070</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van</surname>
            <given-names>BW</given-names>
          </name>
          <name name-style="western">
            <surname>Cuijpers</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>van</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Karyotaki</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Andersson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Smit</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Riper</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Adherence to Internet-based and face-to-face cognitive behavioural therapy for depression: a meta-analysis</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>7</issue>  
        <fpage>e100674</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0100674"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0100674</pub-id>
        <pub-id pub-id-type="medline">25029507</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-40111</pub-id>
        <pub-id pub-id-type="pmcid">PMC4100736</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Selwyn</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Gorard</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Furlong</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Madden</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Older adults' use of information and communications technology in everyday life</article-title>
        <source>Ageing Soc</source>  
        <year>2003</year>  
        <month>9</month>  
        <day>2</day>  
        <volume>23</volume>  
        <issue>05</issue>  
        <fpage>561</fpage>  
        <lpage>82</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0144686X03001302</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Charness</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Boot</surname>
            <given-names>WR</given-names>
          </name>
        </person-group>
        <article-title>Aging and information technology use</article-title>
        <source>Curr Dir Psychol Sci</source>  
        <year>2009</year>  
        <month>10</month>  
        <volume>18</volume>  
        <issue>5</issue>  
        <fpage>253</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1467-8721.2009.01647.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Olsen</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Albertsen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Nielsen</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Poulsen</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Gron</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Brunnberg</surname>
            <given-names>HL</given-names>
          </name>
        </person-group>
        <article-title>Workplace restructurings in intervention studies-a challenge for design, analysis and interpretation</article-title>
        <source>BMC Med Res Methodol</source>  
        <year>2008</year>  
        <month>06</month>  
        <day>13</day>  
        <volume>8</volume>  
        <fpage>39</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-8-39"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2288-8-39</pub-id>
        <pub-id pub-id-type="medline">18554380</pub-id>
        <pub-id pub-id-type="pii">1471-2288-8-39</pub-id>
        <pub-id pub-id-type="pmcid">PMC2440762</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Huntley</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Araya</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Salisbury</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Group psychological therapies for depression in the community: systematic review and meta-analysis</article-title>
        <source>Br J Psychiatry</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>200</volume>  
        <issue>3</issue>  
        <fpage>184</fpage>  
        <lpage>90</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1192/bjp.bp.111.092049"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1192/bjp.bp.111.092049</pub-id>
        <pub-id pub-id-type="medline">22383765</pub-id>
        <pub-id pub-id-type="pii">200/3/184</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Whitfield</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Group cognitive–behavioural therapy for anxiety and depression</article-title>
        <source>Adv Psychiatr Treat</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>02</day>  
        <volume>16</volume>  
        <issue>3</issue>  
        <fpage>219</fpage>  
        <lpage>27</lpage>  
        <pub-id pub-id-type="doi">10.1192/apt.bp.108.005744</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yalom</surname>
            <given-names>ID</given-names>
          </name>
          <name name-style="western">
            <surname>Leszcz</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>The Theory and Practice of Group Psychotherapy. 5th edition</source>  
        <year>2005</year>  
        <publisher-loc>New York, NY, US</publisher-loc>
        <publisher-name>Basic Books</publisher-name></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Group cognitive therapy: treatment of choice or sub-optimal option?</article-title>
        <source>Behav Cognit Psychother</source>  
        <year>2002</year>  
        <month>3</month>  
        <day>5</day>  
        <volume>29</volume>  
        <issue>3</issue>  
        <fpage>311</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="doi">10.1017/S1352465801003058</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Daft</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Lengel</surname>
            <given-names>RH</given-names>
          </name>
        </person-group>
        <article-title>Organizational information requirements , media richness and structural design</article-title>
        <source>Manag Sci</source>  
        <year>1986</year>  
        <month>05</month>  
        <volume>32</volume>  
        <issue>5</issue>  
        <fpage>554</fpage>  
        <lpage>71</lpage> 
        <pub-id pub-id-type="doi">10.1287/mnsc.32.5.554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zoumenou</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Sigman-grant</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Coleman</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Malekian</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Zee</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Fountain</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Marsh</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Identifying best practices for an interactive webinar</article-title>
        <source>J Fam Consum Sc</source>  
        <year>2015</year>  
        <volume>107</volume>  
        <issue>2</issue>  
        <fpage>62</fpage>  
        <lpage>9</lpage>  
                <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ingentaconnect.com/content/aafcs/jfcs/2015/00000107/00000002/art00012"/>
        </comment>  
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hsu</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>The effects of webinar-learning implementation from student-trainers’ perspective</article-title>
        <source>Journal of Interactive Online Learning</source>  
        <year>2008</year>  
        <volume>7</volume>  
        <issue>3</issue>  
        <fpage>175</fpage>  
        <lpage>94</lpage> </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pezaro</surname>
            <given-names>SC</given-names>
          </name>
        </person-group>
        <article-title>Securing the evidence and theory-based design of an online intervention designed to support midwives in work-related psychological distress</article-title>
        <source>J Int Soc Telemed eHealth</source>  
        <year>2018</year>  
        <month>06</month>  
        <day>14</day>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.29086/JISfTeH.6.e8</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
