<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i11e31408</article-id>
      <article-id pub-id-type="pmid">34734840</article-id>
      <article-id pub-id-type="doi">10.2196/31408</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Technostress and Digital Competence Among Health Professionals in Swiss Psychiatric Hospitals: Cross-sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pesälä</surname>
            <given-names>Samuli</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Predescu</surname>
            <given-names>Elena</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Golz</surname>
            <given-names>Christoph</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Professions</institution>
            <institution>Bern University of Applied Sciences</institution>
            <addr-line>Murtenstrasse 10</addr-line>
            <addr-line>Bern, 3008</addr-line>
            <country>Switzerland</country>
            <phone>41 0318484591</phone>
            <email>christoph.golz@bfh.ch</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1711-5106</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Peter</surname>
            <given-names>Karin Anne</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3990-5793</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Müller</surname>
            <given-names>Thomas Jörg</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9315-8138</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Mutschler</surname>
            <given-names>Jochen</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3710-356X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zwakhalen</surname>
            <given-names>Sandra M G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7561-5259</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Hahn</surname>
            <given-names>Sabine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2697-2014</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Professions</institution>
        <institution>Bern University of Applied Sciences</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Private Clinic Meiringen</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Translational Research Center</institution>
        <institution>University Hospital of Psychiatry and Psychotherapy</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Health Services Research</institution>
        <institution>Care and Public Health Research Institute</institution>
        <institution>Maastricht University</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Christoph Golz <email>christoph.golz@bfh.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>11</issue>
      <elocation-id>e31408</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Christoph Golz, Karin Anne Peter, Thomas Jörg Müller, Jochen Mutschler, Sandra M G Zwakhalen, Sabine Hahn. Originally published in JMIR Mental Health (https://mental.jmir.org), 04.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2021/11/e31408" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Psychiatric hospitals are becoming increasingly digitized because of the disruptive rise in technical possibilities. This digitization leads to new tasks and demands for health professionals, which can have an impact on technostress. It is unclear whether digital competence reduces technostress and how technostress affects health professionals’ mental and physical health.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to assess the association between digital competence and technostress, considering individual characteristics and the association between technostress and long-term consequences for health professionals.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Cross-sectional data from 3 Swiss psychiatric hospitals were analyzed using multiple linear regression. The dependent variables for the models were digital competence, technostress, and long-term consequences (intention to leave the organization or the profession, burnout symptoms, job satisfaction, general health status, quality of sleep, headaches, and work ability). One model was calculated for each long-term consequence. The mean scores for technostress and digital competence could range between 0 (<italic>fully disagree</italic>) and 4 (<italic>fully agree</italic>), where a high value for technostress indicated high technostress and a high value for digital competence indicated high digital competence.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The sample comprised 493 health professionals in psychiatric hospitals. They rated their technostress as moderate (mean 1.30, SD 0.55) and their digital competence as high (mean 2.89, SD 0.73). Digital competence was found to be significantly associated with technostress (β=−.20; <italic>P</italic>&#60;.001). Among the individual characteristics, age (β=.004; <italic>P</italic>=.03) and profession were significantly associated with both digital competence and technostress. Technostress is a relevant predictor of burnout symptoms (β=10.32; <italic>P</italic>&#60;.001), job satisfaction (β=−6.08; <italic>P</italic>&#60;.001), intention to leave the profession (β=4.53; <italic>P</italic>=.002), organization (β=7.68; <italic>P</italic>&#60;.001), general health status (β=−4.47; <italic>P</italic>&#60;.001), quality of sleep (β=−5.87; <italic>P</italic>&#60;.001), headaches (β=6.58; <italic>P</italic>&#60;.001), and work ability (β=−1.40; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Physicians and nurses who have more interaction with digital technologies rate their technostress higher and their digital competence lower than those in other professions. Health professionals with low interaction with digital technologies appear to overestimate their digital competence. With increasing digitization in psychiatric hospitals, an increase in the relevance of this topic is expected. Educational organizations and psychiatric hospitals should proactively promote the digital competence of health professionals to manage expected disruptive changes.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>technostress</kwd>
        <kwd>digital competence</kwd>
        <kwd>psychiatry</kwd>
        <kwd>health professionals</kwd>
        <kwd>multiple regression</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Psychiatric hospitals are increasingly becoming digitized because of the disruptive rise in technical possibilities [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] and legal requirements, such as the obligation to use nationally shared electronic health records [<xref ref-type="bibr" rid="ref3">3</xref>]. Moreover, the COVID-19 pandemic has underlined the need for additional digital services such as telemedicine or remote monitoring in mental health to avoid social exclusion through lockdowns or because of living situations in remote regions [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Health professionals are thus increasingly confronted with digital technologies for clinical practice, interaction with patients, and administrative tasks.</p>
        <p>Therefore, digitalization creates new tasks for health professionals and places demands on them that are not part of their education and training. These include, for example, the management of data privacy [<xref ref-type="bibr" rid="ref1">1</xref>] or digital competences to enhance appropriate patient communication via internet [<xref ref-type="bibr" rid="ref6">6</xref>]. In addition, new tasks make demands such as increasing time spent with documentation [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>] or with low usability electronic health records [<xref ref-type="bibr" rid="ref9">9</xref>] and technical support among colleagues [<xref ref-type="bibr" rid="ref10">10</xref>], which were previously beyond the scope of work of health professionals.</p>
        <p>The demands for digital competences and associated changes in the role of health professionals also require a change in the perception of and attitude toward digital resources in everyday work [<xref ref-type="bibr" rid="ref11">11</xref>]. Consequently, this transformation may have a stress-inducing effect on health professionals, especially because psychiatric health professionals tend to be hesitant regarding new technologies because of the expected deleterious effects on the relationship between health professionals and patients [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. For example, they may feel more disturbed by the digitization of their daily work than their colleagues in settings that are traditionally more digitized, such as acute care with intensive care units.</p>
        <p>The phenomenon called technostress is “a reflection of one’s discomposure, fear, tenseness and anxiety when one is learning and using computer technology” [<xref ref-type="bibr" rid="ref14">14</xref>]. The term was introduced in 1984 by Brod [<xref ref-type="bibr" rid="ref15">15</xref>] as “a modern disease of adaptation caused by an inability to cope with the new computer technologies in a healthy manner” during the rapid emergence of technology in everyday life. Studies on technostress among health professionals are scarce [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. A recent study revealed that psychiatric health professionals experience a moderate level of technostress [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Technostress is known to have an effect not only on the working life of professionals [<xref ref-type="bibr" rid="ref10">10</xref>], such as reduced job satisfaction [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], but also on their private life, such as psychophysiological reactions such as headaches and fatigue [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>] or burnout symptoms [<xref ref-type="bibr" rid="ref22">22</xref>]. Exposure to stress-inducing technology can even result in reduced ability to work and an intention to leave the job, which could exacerbate the already-existing shortage of health professionals [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>An important factor in technostress is expected to be an individual’s digital competence, as higher digital competence has been identified as having a mitigating association with technostress [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. However, it was found that professionals with high digital competence tended to feel particularly stressed by the nonavailability or unreliability of the technologies used at work [<xref ref-type="bibr" rid="ref24">24</xref>]. Research on digital competence among health professionals has quite a strong focus on the knowledge and skills of using digital technologies at work [<xref ref-type="bibr" rid="ref25">25</xref>] or specific subgroups in nursing, such as nurse leaders [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The TIGER Nursing Informatics Competencies Model, for example, consists of 3 parts: basic computer competences (eg, using the computer and managing files), information literacy (eg, evaluating information and its sources critically), and information management (eg, using electronic health records) [<xref ref-type="bibr" rid="ref25">25</xref>]. However, additional factors, such as attitude, motivation, and experience of using digital technologies, are also thought to be relevant in the context of digital competence. A recent review of research on health professionals’ digital competence summarized the key areas of this competence as “sufficient knowledge and skills [...], social and communication skills [...], motivation and willingness [...] and support for positive experiences in digitalization” [<xref ref-type="bibr" rid="ref28">28</xref>]. Therefore, besides insufficient knowledge and skills for proper implementation and use of digital technologies, a lack of motivation and prejudice against digitalization are, for example, associated with reduced technology use. Moreover, health professionals must adapt their communication style, depending on whether they communicate face to face or via telemedicine [<xref ref-type="bibr" rid="ref28">28</xref>]. Therefore, behavioral determinants are crucial for enhancing digital competence in addition to knowledge and skills [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>Unfortunately, findings on digital competence and its association with technostress are not specific to health professionals in psychiatric hospitals. However, it is especially important for health professionals that information on their digital competence and technostress is needed, as they are considered to be reluctant adapters of digitization, despite increasing calls for adaptation to new tasks and requirements to keep up with their profession. These contradictions of reluctance and ongoing change need to be addressed at an early stage.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>This paper, therefore, aims to answer the following research questions:</p>
        <list list-type="order">
          <list-item>
            <p>How do health professionals in psychiatric hospitals rate their digital competence?</p>
          </list-item>
          <list-item>
            <p>How do health professionals in psychiatric hospitals rate their technostress?</p>
          </list-item>
          <list-item>
            <p>What is the association between health professionals’ digital competence and their technostress, considering the individual characteristics of health professionals?</p>
          </list-item>
          <list-item>
            <p>What is the association between technostress and long-term consequences for health professionals?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This cross-sectional study was conducted in 3 psychiatric hospitals in the German-speaking part of Switzerland as part of the Work-Related Stress Among Health Professionals in Switzerland (STRAIN) study [<xref ref-type="bibr" rid="ref23">23</xref>]. This study is based on a cluster randomized controlled trial (Clinical Trials registration NCT03508596) consisting of 3 measurements (baseline, first, and second) and investigating work-related stress among health professionals in Switzerland.</p>
      <sec>
        <title>Sample and Recruitment</title>
        <p>The study sample of the STRAIN study included acute care and rehabilitation hospitals, psychiatric hospitals, nursing homes, and home care organizations. Detailed information on the STRAIN study sample has been published elsewhere [<xref ref-type="bibr" rid="ref23">23</xref>]. For this study, a request to participate was sent to 12 psychiatric hospitals that had already participated in the STRAIN study. The internal coordinators of the psychiatric hospitals were contacted by email and asked whether their institution’s health professionals might participate in this study, which would focus on technostress and digital competences. The project was then presented to decision makers at the psychiatric hospitals. Health professionals from the following work categories were included in this study: nursing staff, physicians, psychologists, medical therapeutic professionals, and social workers. Participants who labeled themselves as <italic>researcher</italic> or secretariat in the additional free text field were excluded. Overall, 1767 health professionals were eligible for participation in the study.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The study was conducted along with the second measurement of the STRAIN study between June and September 2020. The questionnaires for health professionals from the institutions that had agreed to participate were expanded to include topic-specific scales measuring technostress and digital competence.</p>
        <p>The internal coordinator of the participating psychiatric hospitals disseminated the information for the participants and the survey to health professionals. Participation in the study was possible via paper or web-based questionnaires in German. For the paper questionnaires, a prestamped envelope was enclosed to return the questionnaire to the project team. For the web-based questionnaire, the link to the web-based survey using SurveyMonkey and UmfrageOnline was either sent individually by email or published on the organization’s intranet by the coordinator. A reminder to complete the questionnaire was sent electronically or on paper 2 weeks afterward by the internal coordinator.</p>
      </sec>
      <sec>
        <title>The Questionnaires</title>
        <p>The 3 questionnaires used in this study comprised a technostress questionnaire [<xref ref-type="bibr" rid="ref24">24</xref>], an in-house-developed digital competence questionnaire, and the STRAIN questionnaire [<xref ref-type="bibr" rid="ref23">23</xref>]. The questionnaires were estimated to take 45 minutes overall to complete.</p>
      </sec>
      <sec>
        <title>Technostress Questionnaire</title>
        <p>For the measurement of technostress, the scale created by Gimpel et al [<xref ref-type="bibr" rid="ref24">24</xref>] was used. The scale, which shows satisfactory reliability (Cronbach α=.91), is based on the technostress model of Ayyagari et al [<xref ref-type="bibr" rid="ref30">30</xref>]—a model widely used in research on technostress. It consists of 12 items using a 5-point Likert scale, with the end points 0 (<italic>fully disagree</italic>) and 4 (<italic>fully agree</italic>). For interpretation of the data, the mean score was calculated (min=0; max=4), where a high score indicates high technostress. The questionnaire covers the following 12 items, which are derived from the theory’s dimensions: uncertainty (ongoing changes lead to uncertainty and constant learning), insecurity (feeling threatened about losing one’s job), unreliability (unreliability of technology used), overload (technology forces users to work faster and longer), invasion (employees can be reached anytime), complexity (users feel inadequate regarding their competences), performance control (feeling of being monitored and compared), ambiguity of the role (technical problems must be solved by oneself), interruptions (malfunctions and unstable systems), nonavailability (lack of technology that can reduce workload), no sense of achievement (feeling of lack of progress at work), and invasion of private life (feeling one’s private life is affected).</p>
      </sec>
      <sec>
        <title>Digital Competence Questionnaire</title>
        <p>To measure digital competence among health professionals, no suitable and compact questionnaire was available that focused on the 5 key areas of digital competence (knowledge, skills, communication, experience, and attitude) for health professionals [<xref ref-type="bibr" rid="ref28">28</xref>]. Moreover, to not lengthen the already-long questionnaire excessively, thereby negatively influencing the response rate, a short self-assessment scale measuring digital competence was needed. Therefore, for each of the 5 key areas, an item was developed in-house. The 5 items covered the following topics: knowledge (eg, one’s own knowledge of digital technologies at work), skills (confidence in using digital technologies at work), communication (eg, confidence in communication using digital technologies at work), motivation (eg, motivation to use digital technologies in everyday work), and attitude (eg, attitude toward potential improvements through digital technologies at work). Items were scored on a 5-point Likert scale ranging from 0 (<italic>fully disagree</italic>) and 4 (<italic>fully agree</italic>). For interpretation, the mean score was calculated (min=0; max=4), with a high score again indicating high digital competence.</p>
        <p>The single items of digital competence were tested for construct validity by conducting exploratory factor analysis and reliability tests. The requirements for factor analysis were met with item correlations above 0.3 and a significant Bartlett test of sphericity (<italic>χ<sup>2</sup></italic><sub>4</sub>=39.4, <italic>P</italic>&#60;.001) and the Kaiser-Meyer-Olkin (KMO) measure of sampling adequacy with acceptable values above 0.6 (KMO=0.81). A scree plot was used to test for loadings on one factor. The reliability test for the 5 developed items on digital competence revealed satisfactory internal consistency (Cronbach α=.87; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>STRAIN Questionnaire</title>
        <p>The outcome variables (<xref rid="figure1" ref-type="fig">Figure 1</xref>) for long-term consequences stem from the STRAIN questionnaire [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], which comprises well-known, valid, and reliable scales such as the Copenhagen Psychosocial Questionnaire (COPSOQ) [<xref ref-type="bibr" rid="ref32">32</xref>], the self-rated general health status [<xref ref-type="bibr" rid="ref33">33</xref>], the Nurses’ Early Exit study questionnaire [<xref ref-type="bibr" rid="ref34">34</xref>], the von Korff questionnaire [<xref ref-type="bibr" rid="ref35">35</xref>], and the workability index [<xref ref-type="bibr" rid="ref36">36</xref>]. The scores from the COPSOQ, the Nurses’ Early Exit study questionnaire, the von Korff questionnaire, and the general health status ranged from a value of 0 (<italic>do not agree at all</italic>) to 100 (<italic>fully agree</italic>) or from 0 (<italic>worst imaginable health state</italic>) to 100 (<italic>best imaginable health state</italic>) for the general health status and from 0 (<italic>no influence</italic>) to 100 (<italic>could no longer perform activity</italic>) for the von Korff questionnaire. The COPSOQ scale scores were included if at least half of the items had no missing values [<xref ref-type="bibr" rid="ref37">37</xref>]. The total score of the workability index questionnaire ranged from 7 (<italic>minimum working capacity</italic>) to 49 (<italic>maximum working capacity</italic>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Scales used for the multiple linear regression models.</p>
          </caption>
          <graphic xlink:href="mental_v8i11e31408_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The analysis was conducted using R version 3.6.1 [<xref ref-type="bibr" rid="ref38">38</xref>] and included descriptive statistics for technostress and digital competence. Multiple linear regression models were calculated using the MASS package [<xref ref-type="bibr" rid="ref39">39</xref>]. The predictor and outcome variables were chosen to cover the dimensions of the DSM [<xref ref-type="bibr" rid="ref24">24</xref>]. The model describes the correlation between technostress, inhibitors of technostress, and consequences of technostress. Furthermore, individual characteristics (eg, age, education, and sex) were added to the model, as they have been identified as relevant predictors elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>]. To answer the research questions, multiple linear regressions were conducted (1) with digital competence as the outcome and individual characteristics as predictors; (2) with technostress as the outcome and individual characteristics and digital competence as predictors; and (3) with long-term consequences as outcome variables and technostress, digital competence, and individual characteristics as predictors (<xref rid="figure1" ref-type="fig">Figure 1</xref>). For each of the following long-term consequences, a separate multiple linear regression was calculated: intention to leave the organization [<xref ref-type="bibr" rid="ref23">23</xref>], intention to leave the profession [<xref ref-type="bibr" rid="ref23">23</xref>], burnout symptoms [<xref ref-type="bibr" rid="ref32">32</xref>], job satisfaction [<xref ref-type="bibr" rid="ref32">32</xref>], general health status [<xref ref-type="bibr" rid="ref33">33</xref>], quality of sleep [<xref ref-type="bibr" rid="ref34">34</xref>], headache [<xref ref-type="bibr" rid="ref35">35</xref>] and workability [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>To minimize the effect of internal dropouts, missing data were filled in based on multiple imputation expecting data to be missing completely at random, using the MICE package [<xref ref-type="bibr" rid="ref40">40</xref>]. To test for multicollinearity, the variance inflation factor was computed (1.06-1.70), which is regarded as acceptable to proceed if variables show values less than 3 [<xref ref-type="bibr" rid="ref41">41</xref>]. The assumption of heteroskedasticity was tested using the Breusch-Pagan test. This was met for multiple linear regressions. Therefore, SEs, <italic>P</italic> values, and CIs were bootstrapped (<italic>r</italic>=999, bias corrected and accelerated, 95% CI). A stepwise model selection was conducted for the multiple linear regressions based on the Akaike information criterion [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The local Swiss ethical board confirmed that the study did not warrant a full ethical application and did not fall under the Swiss Federal Act on research involving human beings (Req-2020-00179). The participants were professionals and could take responsibility for their own participation. They received written information before the start of the study regarding the subject, aim, and voluntary nature of their participation. Filling in the questionnaire was counted as informed participation. The data were gathered anonymously and could not be traced back to individual participants.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, 493 health professionals participated in the study, corresponding to a response rate of 27.9% (493/1767). Among the participants, 60% (296/493) were nurses, 12.3% (61/493) were psychologists, 11.1% (55/493) were social workers, 8.7% (43/493) were physicians, and 7.7% (38/493) were medical-therapeutic professionals. The mean age of the participants was 41 (SD 12.33) years, and the majority were female (349/493, 71%). For technostress, health professionals reported a moderate mean score of 1.30 (SD 0.55). Nursing staff (mean 1.41, SD 0.54) and physicians (mean 1.41, SD 0.54) had the highest scores among the professions included, followed by medical-therapeutic professionals (mean 1.23, SD 0.60), social workers (mean 1.15, SD 0.57), and psychologists (mean 0.95, SD 0.40). Health professionals rated their digital competence high, with a mean score of 2.82 (SD 0.76): social workers were found to have the highest score (mean 3.18, SD 0.57), followed by medical-therapeutic professionals (mean 2.90, SD 0.84), psychologists (mean 2.89, SD 0.73), physicians (mean 2.82, SD 0.66), and nurses (mean 2.71, SD 0.78).</p>
      <sec>
        <title>Technostress</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the results of the multiple linear regression, with technostress as the outcome variable. The regression model was shown to be significant <italic>F</italic><sub>5,487</sub>=19.81 (<italic>P</italic>&#60;.001) and explained 20% of the variance (<italic>R</italic><sup>2</sup>). Being a physician (β=.22; <italic>P</italic>=.03) or a nurse (β=.17; <italic>P</italic>=.02) was shown to have an increasing association with technostress, compared with being a social worker (intercept), whereas being a psychologist was negatively associated with technostress (β=−0.23; <italic>P</italic>=.01). Digital competence was also negatively associated with technostress (β=−0.20; <italic>P</italic>&#60;.001). This means that an increase in digital competence of 1 point results in a decrease in technostress by −0.20 points of the mean score.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Multiple linear regression with technostress as the outcome [observations N=493; technostress: 0 (no technostress) to 4 (high technostress)].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="80"/>
            <col width="90"/>
            <col width="140"/>
            <col width="220"/>
            <col width="200"/>
            <thead>
              <tr valign="bottom">
                <td>Coefficient</td>
                <td>β</td>
                <td>SE</td>
                <td><italic>t</italic> value (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
                <td>95% CI</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>1.63</td>
                <td>0.15</td>
                <td>10.86 (487)</td>
                <td>&#60;.001</td>
                <td>1.62 to 1.64</td>
              </tr>
              <tr valign="top">
                <td>Age</td>
                <td>.004</td>
                <td>0.002</td>
                <td>2.21 (1)</td>
                <td>.03<sup>a</sup></td>
                <td>0.004 to 0.004</td>
              </tr>
              <tr valign="top">
                <td>Physicians</td>
                <td>.22</td>
                <td>0.10</td>
                <td>2.22 (1)</td>
                <td>.03<sup>a</sup></td>
                <td>0.22 to 0.23</td>
              </tr>
              <tr valign="top">
                <td>Psychologists</td>
                <td>−.23</td>
                <td>0.09</td>
                <td>−2.53 (1)</td>
                <td>.01<sup>a</sup></td>
                <td>−0.24 to −0.23</td>
              </tr>
              <tr valign="top">
                <td>Nurses</td>
                <td>.17</td>
                <td>0.07</td>
                <td>2.30 (1)</td>
                <td>.02<sup>a</sup></td>
                <td>0.16 to 0.17</td>
              </tr>
              <tr valign="top">
                <td>Digital competence</td>
                <td>−.20</td>
                <td>0.03</td>
                <td>−6.71 (1)</td>
                <td>&#60;.001</td>
                <td>−0.21 to −0.20</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>With bootstrap.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Digital Competence</title>
        <p>The multiple linear regression with digital competence as the outcome was shown to be significant <italic>F</italic><sub>6,486</sub>=10.47 (<italic>P</italic>&#60;.001) and explained 13% of the variance (<italic>R</italic><sup>2</sup>). Being male was shown to be positively but not significantly associated with digital competence (β=.11; <italic>P</italic>=.15). In addition, the level of employment was positively associated with digital competence (β=.006; <italic>P</italic>&#60;.001). Age was negatively associated with digital competence (β=−0.014; <italic>P</italic>&#60;.001), meaning that digital competence decreased marginally with increasing age (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Multiple linear regression with digital competence as outcome [observations N=493; digital competence: 0 (no digital competence) to 4 (high digital competence)].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="80"/>
            <col width="90"/>
            <col width="140"/>
            <col width="220"/>
            <col width="200"/>
            <thead>
              <tr valign="bottom">
                <td>Coefficient</td>
                <td>β</td>
                <td>SE</td>
                <td><italic>t</italic> value (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
                <td>95% CI</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>3.25</td>
                <td>0.21</td>
                <td>15.52 (486)</td>
                <td>&#60;.001</td>
                <td>3.24 to 3.26</td>
              </tr>
              <tr valign="top">
                <td>Sex (male)</td>
                <td>.11</td>
                <td>0.08</td>
                <td>1.45 (1)</td>
                <td>.15<sup>a</sup></td>
                <td>0.10 to 0.11</td>
              </tr>
              <tr valign="top">
                <td>Age</td>
                <td>−.014</td>
                <td>0.003</td>
                <td>−5.29 (1)</td>
                <td>&#60;.001</td>
                <td>−0.01 to −0.01</td>
              </tr>
              <tr valign="top">
                <td>Level of employment</td>
                <td>.006</td>
                <td>0.002</td>
                <td>3.21 (1)</td>
                <td>&#60;.001</td>
                <td>0.006 to 0.006</td>
              </tr>
              <tr valign="top">
                <td>Physicians</td>
                <td>−.46</td>
                <td>0.15</td>
                <td>−3.11 (1)</td>
                <td>&#60;.001</td>
                <td>−0.47 to −0.45</td>
              </tr>
              <tr valign="top">
                <td>Psychologists</td>
                <td>−.26</td>
                <td>0.13</td>
                <td>−1.92 (1)</td>
                <td>.06<sup>a</sup></td>
                <td>−0.26 to −0.25</td>
              </tr>
              <tr valign="top">
                <td>Nurse</td>
                <td>−.48</td>
                <td>0.11</td>
                <td>−4.55 (1)</td>
                <td>&#60;.001</td>
                <td>−0.49 to −0.48</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>With bootstrap.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Long-Term Consequences</title>
        <p>The results of the multiple regression models with long-term consequences as the outcome variables are shown in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendices 2</xref> and <xref ref-type="supplementary-material" rid="app3">3</xref>. The models indicate that the independent variables predict the outcome <italic>burnout symptoms</italic> as best (<italic>R</italic><sup>2</sup>=0.16, <italic>F</italic><sub>10,482</sub>=9.28; <italic>P</italic>&#60;.001), followed by <italic>intention to leave the organization</italic> (<italic>R</italic><sup>2</sup>=0.15, <italic>F</italic><sub>13,485</sub>=6.37; <italic>P</italic>&#60;.001) and <italic>job satisfaction</italic> (<italic>R</italic><sup>2</sup>=0.15, <italic>F</italic><sub>12,480</sub>=5.28; <italic>P</italic>&#60;.001). <italic>General health status</italic> turned out to have the lowest explanatory power with the included predictor variables (<italic>R</italic><sup>2</sup>=0.06, <italic>F</italic><sub>3,489</sub>=9.88; <italic>P</italic>&#60;.001).</p>
        <p>In all models, technostress was significantly associated with outcome variables. The highest impact was found for <italic>burnout symptoms</italic>, with an increase of 10.32 (<italic>P</italic>&#60;.001) associated with an increase in technostress of 1 point. Technostress was also positively associated with <italic>headache</italic> (β=6.58; <italic>P</italic>&#60;.001) and the outcomes <italic>intention to leave the profession</italic> (β=4.53; <italic>P</italic>=.02) and <italic>intention to leave the organization</italic> (β=4.53; <italic>P</italic>&#60;.001). Moreover, technostress was negatively associated with <italic>job satisfaction</italic> (β=−6.08; <italic>P</italic>&#60;.001), <italic>general health status</italic> (β=−4.47; <italic>P</italic>&#60;.001), <italic>quality of sleep</italic> (β=−5.87; <italic>P</italic>&#60;.001), and <italic>workability</italic> (β= −1.40; <italic>P</italic>&#60;.001).</p>
        <p>The predictor variable, digital competence, was included in 6 of the 8 models. The effect of digital competence was lower than that of technostress. Digital competence was positively associated with <italic>quality of sleep</italic> (β=4.19; <italic>P</italic>&#60;.001), <italic>job satisfaction</italic> (β=2.26; <italic>P</italic>=.02), and <italic>workability</italic> (β=.79; <italic>P</italic>=.002). When interpreting the results, attention must be paid to the possible scores of the outcome variables. Thus, an increase in digital competence of 1 point leads to an increase in workability of 0.79, whereby workability can range from 7 to 49. An increase of 1 point in digital competence leads to an increase of 2.26 points in job satisfaction on a possible range of 0 to 100.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Health professionals in psychiatry rate their technostress as moderate, and their digital competence as high. Higher digital competence was also significantly associated with lower technostress. Individual characteristics differ in their relevance to the models. The age of health professionals is significantly associated with technostress and digital competence. Older health care professionals appear to experience higher technostress and perceive themselves as having lower digital competence. Physicians and nurses appear in the models to have higher technostress and lower competence compared with the other professions surveyed. Being a nurse was shown to have the highest estimates across all outcomes.</p>
        <p>To answer the question of the association between technostress and long-term outcomes of health professionals, it should be noted that technostress has a nonnegligible impact on long-term consequences, such as burnout symptoms, job satisfaction, and headache. Thus, technostress has a measurable association with the mental and physical health of health professionals. In addition, technostress promotes the intention to leave the organization or the profession.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The significant association of digital competence with technostress is in line with another study in which <italic>computer self-efficacy</italic> (ie, digital competence) is described as an antecedent of technostress [<xref ref-type="bibr" rid="ref10">10</xref>]. This association highlights the potential of enhanced digital competence to reduce technostress. However, the β values in the technostress model were equally high for the professions, which could mean that health professionals need to interact with digital technologies to varying degrees at work.</p>
        <p>Interestingly, physicians and nurses who are known to have higher technostress [<xref ref-type="bibr" rid="ref16">16</xref>] and thought to have more interaction with digital technologies than other health professionals were shown to have lower digital competence. This is in contrast with the findings of Kuek and Hakkennes [<xref ref-type="bibr" rid="ref43">43</xref>], who found that health professionals with high-frequency digital technology use also showed higher digital competence. However, they argued that the organization in which the study took place was digitized more than organizations in comparable studies. One reason for the reported lower digital competence in this study could be past experience with digital technologies rather than a lack of knowledge and skills. Past experiences could have been negative because of a lack of <italic>suitable rooms or technical equipment and failing support systems</italic> [<xref ref-type="bibr" rid="ref28">28</xref>]. Furthermore, it raises the question of whether health professionals who have experienced fewer negative interactions rate their digital competence higher because of the absence of digital technologies at work. These results are somewhat at odds with the results of other studies in which people who have little contact with digital technologies show higher levels of technostress because they lack opportunities to adapt and develop their own skills in using them [<xref ref-type="bibr" rid="ref24">24</xref>]. This phenomenon could be explained by the Dunning-Kruger paradigm for this study. Studies “repeatedly show that people with little expertise [in the specific field] often grossly overestimate how much they know and how well they perform” [<xref ref-type="bibr" rid="ref44">44</xref>]. However, this study does not provide any insights into the extent of interactions of health professionals with digital technologies.</p>
        <p>Furthermore, lower digital competence (ie, computer proficiency) has been found to be a barrier to successful implementation of electronic health records in psychiatric hospitals [<xref ref-type="bibr" rid="ref11">11</xref>]. This would imply that Swiss psychiatric hospitals have a good precondition for the successful implementation of digital technologies, as the digital competence of health professionals was rated high. However, being an active user of electronic health records was one of the inclusion criteria for the study, which means that participants self-rated their digital competence by having sufficient experience of interaction with digital technologies. According to Staggers et al [<xref ref-type="bibr" rid="ref45">45</xref>], there are 4 different levels of digital competence for nurses. They propose that experienced nurses (level 2) are “highly skilled in using information management and computer technology skills” [<xref ref-type="bibr" rid="ref45">45</xref>]. This expands the understanding of the core competences necessary for consideration as an experienced professional and places a requirement on educational organizations and psychiatric hospitals to support health professionals in fulfilling this aim. Recent findings also highlight the importance of leaders investing in technical support for their employees, such as “receiving low support in learning and using digital tools” [<xref ref-type="bibr" rid="ref46">46</xref>], which is expected to contribute to enhanced digital competence [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Concerning gender, there was no strong evidence as to whether males or females were more affected by technostress. However, the model for digital competence indicated that being male was slightly but not significantly associated with digital competence (<italic>P</italic>=.15). One reason for this result could be that the clear majority of participants were female (71%), which could have led to an underestimation of the potential difference between the sexes. Regarding the technical support described earlier, females seem to compensate for their lower digital competence by relying on the organization’s helpdesk, whereas males tend to exchange expertise [<xref ref-type="bibr" rid="ref47">47</xref>]. This implies that health organizations might want to invest in a low-threshold helpdesk and train health professionals with an affinity for digital technologies to become peer supporters.</p>
        <p>Evidence for the effects of individual characteristics is inconsistent, particularly with respect to age and sex [<xref ref-type="bibr" rid="ref10">10</xref>]. This study contributes to the discussion by indicating that age is a relevant predictor of both technostress and digital competence. In terms of digital competence, the results of this study appear to confirm that younger health care professionals perceive themselves as having higher digital competency [<xref ref-type="bibr" rid="ref48">48</xref>]. However, recent findings, albeit nonspecific to the health care setting, indicate that females tend to be more affected by technostress [<xref ref-type="bibr" rid="ref49">49</xref>]. In this respect, a possible effect of sex should be considered in future studies that focus on health care professionals. If it turns out that women are more affected by technostress in the health care system, the intended measures must take this possible precondition into consideration.</p>
        <p>In terms of the association between technostress and its long-term consequences, other findings from other sectors underline that higher technostress leads to higher intention to leave the profession or organization and lower job satisfaction [<xref ref-type="bibr" rid="ref50">50</xref>]. Furthermore, additional influencing factors in health care appear to have a more important impact on long-term consequences for health professionals, such as work-private life conflict or quantitative demands at work [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. However, some aspects of private life conflicts are incorporated into the technostress scale used. One of the themes of technostress is <italic>techno-invasion</italic>, which measures the self-perceived aspect that one can be reached at any time. Also, the theme <italic>invasion of private life</italic> is part of the technostress scale, assessing the feeling that one’s private life is affected by digital technologies at work. Although these aspects are included in the technostress scale, the findings in this study do not reach the explained variance of the study indicated above. Therefore, it seems that digital technologies do not currently play a vital role in the context of private life conflicts among health professionals in psychiatric hospitals.</p>
        <p>In view of the fact that the Swiss health care system is still only partly digitized in terms of international comparison [<xref ref-type="bibr" rid="ref52">52</xref>] and that psychiatry is not expected to lead the way in digitization, these findings seem logical. However, with a future increase of digitization in psychiatric hospitals [<xref ref-type="bibr" rid="ref53">53</xref>], the topic’s relevance is expected to rise. For example, a recent study described the empowerment and enslavement paradox of digital technologies for surgeons [<xref ref-type="bibr" rid="ref54">54</xref>]. The study highlights the issue that with an increase in possibilities because of digital technologies, the danger of misuse increases, which negatively impacts the outcomes of health professionals and patients. The implication for psychiatric hospitals is, therefore, that technostress is not a major issue at the moment. However, psychiatric hospitals are encouraged to invest in monitoring the digital competence of their health professionals, especially along with the implementation of digital technologies, and offer suitable training to their employees. Furthermore, decision makers should involve health professionals in the development and implementation of digital technologies, as involvement has been identified as crucial for positive experiences with digital technologies, increasing motivation toward innovations and dismantling prejudices [<xref ref-type="bibr" rid="ref10">10</xref>]. Health professionals must recognize that they are going to face digitization at their workplace. However, because many health professionals have a rather reserved attitude toward digital technologies at work, decision makers should approach this process thoughtfully.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study contributes to the emerging topic of technostress among health professionals in a psychiatric setting. It provides first insights into the association of digital competence with technostress and the association of the two with long-term consequences. This study enriches the discussion on the potential influence of individual characteristics, such as age, sex, profession, and education. Furthermore, a digital competence scale with satisfactory properties was developed and evaluated in this study. This scale is made available to the community for use in further research (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>However, this study had several limitations. First, convenience sampling was performed. Of the 12 psychiatric hospitals invited, only 3 agreed to participate. It cannot be excluded that psychiatric hospitals whose staff generally experience lower technostress agreed to participate because they were more sensitized to the topic. In addition, the sample did not reflect the typical distribution of health professionals in Swiss psychiatric hospitals. In this study, physicians were underrepresented (9%), compared with the usual proportion of 17% [<xref ref-type="bibr" rid="ref55">55</xref>]. This might be because physicians are increasingly reluctant to participate in surveys for reasons such as information overload, survey fatigue, or privacy concerns [<xref ref-type="bibr" rid="ref56">56</xref>]. In addition, a response rate of 27.9% (493/1767) is considered low but rather common for web-based surveys with health professionals [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. Unfortunately, forecasts indicate even lower average response rates soon [<xref ref-type="bibr" rid="ref59">59</xref>]. Furthermore, participants could decide to use either a paper or web-based questionnaire. The comparability of paper and web-based questionnaires has been discussed in the literature. Psychological factors, such as mood state or fatigue during the inquiry, can have an impact on responses and can be influenced by <italic>environmental stimuli or distractions</italic> [<xref ref-type="bibr" rid="ref60">60</xref>]. Especially in health care organizations in which the number of computers on the wards is limited and no quiet place is available to withdraw, this could have had a deleterious effect on responses. In addition, one organization opted exclusively for web-based inquiry. Staff members who feel highly stressed by digital technologies could have been excluded by this decision because they did not want to use the computer unnecessarily for longer than was required by their work. Moreover, no causal conclusions can be drawn, as this study used cross-sectional data. These implications must be considered when interpreting the results.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Health professionals in Swiss psychiatric hospitals experience moderate technostress at work. They rated their digital competence as high. It might be that health professionals with little interaction with digital technologies at work overestimate their digital competence. Therefore, to generate reliable results on this hypothesis in the future, the degree of digitization of the organization and the degree of contact with digital technologies at the individual level must be additionally assessed. In this context, research should evaluate whether self-rated digital competence corresponds to an objective assessment of digital competence at work, which would contribute to further development of the measurement tool for digital competence.</p>
        <p>Technostress has been shown to have a relevant association with long-term consequences for staff, especially those with burnout symptoms. Further digitization in psychiatric hospitals is expected to have an increasing impact on the technostress experienced. Additional digital competence will be needed as an inhibitor of technostress for health professionals to sustainably cope with technostress and, thus, lower the risk of long-term consequences.</p>
        <p>Health professionals and professionals in educational organizations do not yet recognize the need for future digital competences. Health and educational organizations are responsible for the adequate preparation of future health professionals; however, this should include training aimed at digital competence.</p>
        <p>Psychiatric hospitals can draw conclusions based on these results. As digital competence significantly reduced technostress, further in-house education to promote digital competence should be established. Furthermore, the duties of younger health professionals could be extended to support older health professionals in managing digital technologies at work. Mutual support is demonstrably conducive to acquiring new competences and strengthening the sense of community in the team. However, this presupposes that such a duty is appropriately appreciated and remunerated.</p>
        <p>Psychiatric hospitals in Switzerland are still in their early days in terms of the impact of digital technologies on health professionals. The necessary digital competences will emerge as the digitization process progresses. Researchers must continue to monitor this development and generate recommendations for measures to reduce technostress and develop suitable educational content from intervention studies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Questionnaire Digital Competence.</p>
        <media xlink:href="mental_v8i11e31408_app1.docx" xlink:title="DOCX File , 45 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Multiple linear regression models with long-term consequences as outcomes part 1 (observations N=493).</p>
        <media xlink:href="mental_v8i11e31408_app2.docx" xlink:title="DOCX File , 49 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Multiple linear regression models with long-term consequences as outcomes part 2 (observations N=493).</p>
        <media xlink:href="mental_v8i11e31408_app3.docx" xlink:title="DOCX File , 48 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COPSOQ</term>
          <def>
            <p>Copenhagen Psychosocial Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">KMO</term>
          <def>
            <p>Kaiser-Meyer-Olkin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">STRAIN</term>
          <def>
            <p>Work-Related Stress Among Health Professionals in Switzerland</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the hospitals and the health professionals for their participation.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hariman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ventriglio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bhugra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The future of digital psychiatry</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>08</month>
          <day>13</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>88</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1074-4</pub-id>
          <pub-id pub-id-type="medline">31410728</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1074-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gratzer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Kutcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pajer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>LN</given-names>
            </name>
          </person-group>
          <article-title>Our digital moment: innovations and opportunities in digital mental health care</article-title>
          <source>Can J Psychiatry</source>
          <year>2021</year>
          <month>01</month>
          <day>30</day>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32603188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0706743720937833</pub-id>
          <pub-id pub-id-type="medline">32603188</pub-id>
          <pub-id pub-id-type="pmcid">PMC7890581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Was ist das EPD?</article-title>
          <source>eHealth Suisse</source>
          <year>2021</year>
          <access-date>2021-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.patientendossier.ch/de/bevoelkerung/kurz-erklaert">https://www.patientendossier.ch/de/bevoelkerung/kurz-erklaert</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keesara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 and health care’s digital revolution</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>06</month>
          <day>04</day>
          <volume>382</volume>
          <issue>23</issue>
          <fpage>e82</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/Jwnkjq/JPc4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/nejmp2005835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ćosić</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Popović</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Šarlija</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kesedžić</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Impact of human disasters and COVID-19 pandemic on mental health: potential of digital psychiatry</article-title>
          <source>Psychiatr Danub</source>
          <year>2020</year>
          <month>4</month>
          <day>15</day>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.psychiatria-danubina.com/UserDocsImages/pdf/dnb_vol32_no1/dnb_vol32_no1_25.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.24869/psyd.2020.25</pub-id>
          <pub-id pub-id-type="medline">32303026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greysen</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Chretien</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Kind</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Physician violations of online professionalism and disciplinary actions: a national survey of state medical boards</article-title>
          <source>J Am Med Assoc</source>
          <year>2012</year>
          <month>03</month>
          <day>21</day>
          <volume>307</volume>
          <issue>11</issue>
          <fpage>1141</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2012.330</pub-id>
          <pub-id pub-id-type="medline">22436951</pub-id>
          <pub-id pub-id-type="pii">307/11/1141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melnick</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Trockel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Nedelec</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The association between perceived electronic health record usability and professional burnout among US physicians</article-title>
          <source>Mayo Clin Proc</source>
          <year>2020</year>
          <month>03</month>
          <volume>95</volume>
          <issue>3</issue>
          <fpage>476</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0025-6196(19)30836-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2019.09.024</pub-id>
          <pub-id pub-id-type="medline">31735343</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(19)30836-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Momenipur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pennathur</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Balancing documentation and direct patient care activities: a study of a mature electronic health record system</article-title>
          <source>Int J Ind Ergon</source>
          <year>2019</year>
          <month>07</month>
          <volume>72</volume>
          <fpage>338</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ergon.2019.06.012</pub-id>
          <pub-id pub-id-type="medline">32201437</pub-id>
          <pub-id pub-id-type="pmcid">PMC7083584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melnick</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Harry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Trockel</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Perceived electronic health record usability as a predictor of task load and burnout among US physicians: mediation analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>22</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e23382</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e23382/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23382</pub-id>
          <pub-id pub-id-type="medline">33289493</pub-id>
          <pub-id pub-id-type="pii">v22i12e23382</pub-id>
          <pub-id pub-id-type="pmcid">PMC7785404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>La Torre</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Esposito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sciarra</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chiappetta</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Definition, symptoms and risk of techno-stress: a systematic review</article-title>
          <source>Int Arch Occup Environ Health</source>
          <year>2019</year>
          <month>01</month>
          <day>8</day>
          <volume>92</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1007/s00420-018-1352-1</pub-id>
          <pub-id pub-id-type="medline">30196317</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00420-018-1352-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>User perspectives on barriers and facilitators to the implementation of electronic health records in behavioral hospitals: qualitative study</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <month>04</month>
          <day>08</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e18764</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/4/e18764/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18764</pub-id>
          <pub-id pub-id-type="medline">33830061</pub-id>
          <pub-id pub-id-type="pii">v5i4e18764</pub-id>
          <pub-id pub-id-type="pmcid">PMC8063095</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pickersgill</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digitising psychiatry? Sociotechnical expectations, performative nominalism and biomedical virtue in (digital) psychiatric praxis</article-title>
          <source>Sociol Health Illn</source>
          <year>2019</year>
          <month>10</month>
          <day>02</day>
          <volume>41 Suppl 1</volume>
          <issue>S1</issue>
          <fpage>16</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30175439"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1467-9566.12811</pub-id>
          <pub-id pub-id-type="medline">30175439</pub-id>
          <pub-id pub-id-type="pmcid">PMC6849545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwannauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The digital revolution and its impact on mental health care</article-title>
          <source>Psychol Psychother</source>
          <year>2019</year>
          <month>06</month>
          <day>28</day>
          <volume>92</volume>
          <issue>2</issue>
          <fpage>277</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1111/papt.12222</pub-id>
          <pub-id pub-id-type="medline">30924316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Technostress under different organizational environments: an empirical investigation</article-title>
          <source>Comput Human Behav</source>
          <year>2008</year>
          <month>9</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>3002</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2008.05.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brod</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Technostress: The Human Cost Of The Computer Revolut</source>
          <year>1984</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Addison Wesley Publishing Company</publisher-name>
          <fpage>1</fpage>
          <lpage>242</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Golz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peter</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Zwakhalen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technostress among health professionals - a multilevel model and group comparisons between settings and professions</article-title>
          <source>Inform Health Soc Care</source>
          <year>2021</year>
          <month>06</month>
          <day>02</day>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>136</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1080/17538157.2021.1872579</pub-id>
          <pub-id pub-id-type="medline">33646891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sarker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sarker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The bright and dark sides of technostress: an empirical study of healthcare workers</article-title>
          <source>Proceedings of the International Conference on Information Systems - Exploring the Information Frontier, ICIS 2015</source>
          <year>2015</year>
          <conf-name>International Conference on Information Systems - Exploring the Information Frontier, ICIS 2015</conf-name>
          <conf-date>December 13-16, 2015</conf-date>
          <conf-loc>Fort Worth, Texas, USA</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/309285357_The_Bright_and_Dark_Sides_of_Technostress_An_Empirical_Study_of_Healthcare_Workers"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manwell</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Montague</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Electronic medical records and physician stress in primary care: results from the MEMO Study</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2014</year>
          <month>02</month>
          <day>01</day>
          <volume>21</volume>
          <issue>e1</issue>
          <fpage>100</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24005796"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2013-001875</pub-id>
          <pub-id pub-id-type="medline">24005796</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2013-001875</pub-id>
          <pub-id pub-id-type="pmcid">PMC3957395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedberg</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Van Busum</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Aunon</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Caloyeras</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mattke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pitchforth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Brook</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Crosson</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Factors affecting physician professional satisfaction and their implications for patient care, health systems, and health policy</article-title>
          <source>Rand Health Q</source>
          <year>2014</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28083306"/>
          </comment>
          <pub-id pub-id-type="medline">28083306</pub-id>
          <pub-id pub-id-type="pmcid">PMC5051918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gimpel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Manner-Romberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nüske</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Digitaler stress in Deutschland</article-title>
          <source>Eine Befragung von Erwärbstätigen zu Belastung und Beanspruchung durch Arbeit mit digitalen Technologien</source>
          <year>2018</year>
          <publisher-loc>Düsseldorf, Germany</publisher-loc>
          <publisher-name>Hans Böckler Stiftung</publisher-name>
          <fpage>1</fpage>
          <lpage>57</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiappetta</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Technostress: definition, symptoms and risk prevention</article-title>
          <source>Sens Sci</source>
          <year>2017</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>358361</fpage>
          <pub-id pub-id-type="doi">10.14616/sands-2017-1-358361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berg-Beckhoff</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Use of information communication technology and stress, burnout, and mental health in older, middle-aged, and younger workers - results from a systematic review</article-title>
          <source>Int J Occup Environ Health</source>
          <year>2017</year>
          <month>04</month>
          <day>20</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29460697"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10773525.2018.1436015</pub-id>
          <pub-id pub-id-type="medline">29460697</pub-id>
          <pub-id pub-id-type="pmcid">PMC6060856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peter</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schols</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Halfens</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Work-related stress among health professionals in Swiss acute care and rehabilitation hospitals - A cross-sectional study</article-title>
          <source>J Clin Nurs</source>
          <year>2020</year>
          <month>08</month>
          <day>16</day>
          <volume>29</volume>
          <issue>15-16</issue>
          <fpage>3064</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.15340</pub-id>
          <pub-id pub-id-type="medline">32447796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gimpel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Regal</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Gesund Digital Arbeiten?! Eine Studie zu Digitalem Stress in Deutschland</source>
          <year>2019</year>
          <publisher-loc>Augsburg</publisher-loc>
          <publisher-name>Fraunhofer-Institut für Angewandte Informationstechnik FIT.  Bundesanstalt für Arbeitsschutz und Arbeitsmedizin, MF/M-Bayreuth</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McGonigle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hebda</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sipes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lamblin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>TIGER-Based Assessment of Nursing Informatics Competencies (TANIC)</article-title>
          <source>New Contributions in Information Systems and Technologies</source>
          <year>2015</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>171</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Nursing informatics competency assessment for the nurse leader: the delphi study</article-title>
          <source>J Nurs Adm</source>
          <year>2017</year>
          <month>04</month>
          <volume>47</volume>
          <issue>4</issue>
          <fpage>212</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/NNA.0000000000000467</pub-id>
          <pub-id pub-id-type="medline">28333789</pub-id>
          <pub-id pub-id-type="pii">00005110-201704000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Nursing informatics competency assessment for the nurse leader: instrument refinement, validation, and psychometric analysis</article-title>
          <source>J Nurs Adm</source>
          <year>2017</year>
          <month>05</month>
          <volume>47</volume>
          <issue>5</issue>
          <fpage>271</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/NNA.0000000000000478</pub-id>
          <pub-id pub-id-type="medline">28422933</pub-id>
          <pub-id pub-id-type="pii">00005110-201705000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Konttila</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Siira</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kyngäs</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lahtinen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kääriäinen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaakinen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oikarinen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yamakawa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fukui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Utsumi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Higami</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Higuchi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mikkonen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Healthcare professionals' competence in digitalisation: a systematic review</article-title>
          <source>J Clin Nurs</source>
          <year>2019</year>
          <month>03</month>
          <volume>28</volume>
          <issue>5-6</issue>
          <fpage>745</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.14710</pub-id>
          <pub-id pub-id-type="medline">30376199</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Virtanen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kaihlanen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laukka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gluschkoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Heponiemi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques to promote healthcare professionals' eHealth competency: a systematic review of interventions</article-title>
          <source>Int J Med Inform</source>
          <year>2021</year>
          <month>05</month>
          <volume>149</volume>
          <fpage>104432</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1386-5056(21)00058-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2021.104432</pub-id>
          <pub-id pub-id-type="medline">33684712</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(21)00058-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayyagari</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>M R</surname>
              <given-names>RAJESH</given-names>
            </name>
          </person-group>
          <article-title>Technostress: technological antecedents and implications</article-title>
          <source>MIS Q</source>
          <year>2011</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>831</fpage>
          <pub-id pub-id-type="doi">10.2307/41409963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Golz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Cognitive Pretesting and pretest of the STRAIN questionnaire to elaborate work-related stress of health care staff in Switzerland</article-title>
          <source>Int J Health Prof</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>109</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.2478/ijhp-2018-0011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nübling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stößel</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselhorn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Michaelis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Measuring psychological stress and strain at work - Evaluation of the COPSOQ Questionnaire in Germany</article-title>
          <source>Psychosoc Med</source>
          <year>2006</year>
          <month>10</month>
          <day>18</day>
          <volume>3</volume>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19742072"/>
          </comment>
          <pub-id pub-id-type="medline">19742072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Pickard</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Golicki</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gudex</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Niewada</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scalone</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Swinburn</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Busschbach</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Measurement properties of the EQ-5D-5L compared to the EQ-5D-3L across eight patient groups: a multi-country study</article-title>
          <source>Qual Life Res</source>
          <year>2013</year>
          <month>09</month>
          <day>25</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>1717</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23184421"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-012-0322-4</pub-id>
          <pub-id pub-id-type="medline">23184421</pub-id>
          <pub-id pub-id-type="pmcid">PMC3764313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasselhorn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tackenberg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kümmerling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Berufsausstieg bei Pflegepersonal: Arbeitsbedingungen und Beabsichtigter Berufsausstieg bei Pflegepersonal in Deutschland und Europa</source>
          <year>2005</year>
          <publisher-loc>Wirtschaftsverlag NW</publisher-loc>
          <publisher-name>Verlag für Neue Wissenschaften</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ormel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dworkin</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Grading the severity of chronic pain</article-title>
          <source>Pain</source>
          <year>1992</year>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-3959(92)90154-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tuomi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ilmarinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jahkola</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Katajarinne</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tulkki</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Work Ability. 2 Ed</source>
          <year>1998</year>
          <publisher-loc>Helsinki</publisher-loc>
          <publisher-name>Finnish Institute of Occupational Health</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nübling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lincke</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wahl-Wachendorf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jurkschat</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Panter</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial strain at work, work-related state of health and the health behaviour of occupational physicians</article-title>
          <source>ASUI</source>
          <year>2014</year>
          <month>07</month>
          <day>04</day>
          <volume>2014</volume>
          <issue>07</issue>
          <fpage>512</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.17147/asui.2014-07-04-02</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>RStudio: integrated development for R</article-title>
          <source>RStudio, Inc, Boston, MA</source>
          <access-date>2021-10-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.rstudio.com/">http://www.rstudio.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ripley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Venables</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Package 'MASS'</article-title>
          <source>Cran r</source>
          <year>2013</year>
          <access-date>2021-10-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/MASS/MASS.pdf">https://cran.r-project.org/web/packages/MASS/MASS.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Böwing-Schmalenbrock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jurczok</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Multiple Imputation in der Praxis. Ein Sozialwissenschaftliches Anwendungsbeispiel</source>
          <year>2012</year>
          <publisher-loc>Potsdam</publisher-loc>
          <publisher-name>Universität Potsdam</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tabachnick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fidell</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Using Multivariate Statistics, Vol 6</source>
          <year>2012</year>
          <publisher-loc>London, U.K</publisher-loc>
          <publisher-name>Pearson</publisher-name>
          <fpage>1</fpage>
          <lpage>1032</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venables</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ripley</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Modern Applied Statistics with S. Fourth Ed</source>
          <year>2002</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hakkennes</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Healthcare staff digital literacy levels and their attitudes towards information systems</article-title>
          <source>Health Informatics J</source>
          <year>2020</year>
          <month>03</month>
          <day>15</day>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>592</fpage>
          <lpage>612</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458219839613?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458219839613</pub-id>
          <pub-id pub-id-type="medline">30983476</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlösser</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dunning</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Kruger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How unaware are the unskilled? Empirical tests of the “signal extraction” counterexplanation for the Dunning–Kruger effect in self-evaluation of performance</article-title>
          <source>J Econ Psychol</source>
          <year>2013</year>
          <month>12</month>
          <volume>39</volume>
          <fpage>85</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1016/j.joep.2013.07.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Staggers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gassert</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A Delphi study to determine informatics competencies for nurses at four levels of practice</article-title>
          <source>Nurs Res</source>
          <year>2002</year>
          <volume>51</volume>
          <issue>6</issue>
          <fpage>383</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1097/00006199-200211000-00006</pub-id>
          <pub-id pub-id-type="medline">12464758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bregenzer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jimenez</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Risk factors and leadership in a digitalized working world and their effects on employees' stress and resources: web-based questionnaire study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>03</month>
          <day>12</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24906</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24906/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24906</pub-id>
          <pub-id pub-id-type="medline">33709933</pub-id>
          <pub-id pub-id-type="pii">v23i3e24906</pub-id>
          <pub-id pub-id-type="pmcid">PMC7998333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sasidharan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technostress in the workplace: a social network perspective</article-title>
          <source>Inform Technol People</source>
          <year>2021</year>
          <month>06</month>
          <day>24</day>
          <fpage>Ahead-of-print</fpage>
          <pub-id pub-id-type="doi">10.1108/itp-09-2020-0649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleib</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nagle</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with Canadian nurses' informatics competency</article-title>
          <source>Comput Inform Nurs</source>
          <year>2018</year>
          <month>08</month>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>406</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1097/CIN.0000000000000434</pub-id>
          <pub-id pub-id-type="medline">29596068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>La Torre</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Leonardis</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chiappetta</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Technostress: how does it affect the productivity and life of an individual? Results of an observational study</article-title>
          <source>Public Health</source>
          <year>2020</year>
          <month>12</month>
          <volume>189</volume>
          <fpage>60</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2020.09.013</pub-id>
          <pub-id pub-id-type="medline">33166856</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(20)30420-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyer-Davis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technostress: an antecedent of job turnover intention in the accounting profession</article-title>
          <source>J Busin Account</source>
          <year>2019</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://asbbs.org/files/2020/JBA_Vol_13.1_Fall_2020.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hämmig</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Explaining burnout and the intention to leave the profession among health professionals - a cross-sectional study in a hospital setting in Switzerland</article-title>
          <source>BMC Health Serv Res</source>
          <year>2018</year>
          <month>10</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>785</fpage>
          <pub-id pub-id-type="doi">10.1186/s12913-018-3556-1</pub-id>
          <pub-id pub-id-type="medline">30340485</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-018-3556-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6194554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thiel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Deimel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidtmann</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>#SmartHealthSystems. Digitalisierungsstrategien im Internationalen Vergleich</source>
          <year>2018</year>
          <publisher-loc>Gütersloh</publisher-loc>
          <publisher-name>Bertelsmann Stiftung</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sabin</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Harland</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Professional ethics for digital age psychiatry: boundaries, privacy, and communication</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2017</year>
          <month>09</month>
          <day>20</day>
          <volume>19</volume>
          <issue>9</issue>
          <fpage>55</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-017-0815-5</pub-id>
          <pub-id pub-id-type="medline">28726059</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-017-0815-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gewertz</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>Personal communication devices among surgeons-exploring the empowerment/enslavement paradox</article-title>
          <source>JAMA Surg</source>
          <year>2020</year>
          <month>12</month>
          <day>23</day>
          <volume>156</volume>
          <issue>4</issue>
          <fpage>302</fpage>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2020.5627</pub-id>
          <pub-id pub-id-type="medline">33355614</pub-id>
          <pub-id pub-id-type="pii">2774479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <article-title>Kennzahlen der Schweizer Spitäler</article-title>
          <source>Bundesamt für Gesundheit, Bern</source>
          <year>2019</year>
          <access-date>2021-10-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bag.admin.ch/bag/de/home/zahlen-und-statistiken/zahlen-fakten-zu-spitaelern/kennzahlen-der-schweizer-spitaeler.html">https://www.bag.admin.ch/bag/de/home/zahlen-und-statistiken/zahlen-fakten-zu-spitaelern/kennzahlen-der-schweizer-spitaeler.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Do physicians prefer to complete online or mail surveys? Findings from a national longitudinal survey</article-title>
          <source>Eval Health Prof</source>
          <year>2019</year>
          <month>03</month>
          <day>01</day>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1177/0163278718807744</pub-id>
          <pub-id pub-id-type="medline">30384770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nulty</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>The adequacy of response rates to online and paper surveys: what can be done?</article-title>
          <source>Assess Eval High Edu</source>
          <year>2008</year>
          <month>06</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1080/02602930701293231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>YI</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Vangeest</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Enhancing surveys of health care professionals: a meta-analysis of techniques to improve response</article-title>
          <source>Eval Health Prof</source>
          <year>2013</year>
          <month>09</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>382</fpage>
          <lpage>407</lpage>
          <pub-id pub-id-type="doi">10.1177/0163278713496425</pub-id>
          <pub-id pub-id-type="medline">23975761</pub-id>
          <pub-id pub-id-type="pii">36/3/382</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stedman</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Connelly</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Heberlein</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Decker</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Allred</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>The end of the (Research) world as we know it? Understanding and coping with declining response rates to mail surveys</article-title>
          <source>Society Natur Resour</source>
          <year>2019</year>
          <month>03</month>
          <day>29</day>
          <volume>32</volume>
          <issue>10</issue>
          <fpage>1139</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1080/08941920.2019.1587127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mbarika</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Electronic versus paper surveys: Analysis of potential psychometric biases</article-title>
          <source>Proceedings of the 37th Annual Hawaii International Conference on System Sciences</source>
          <year>2004</year>
          <conf-name>37th Annual Hawaii International Conference on System Sciences</conf-name>
          <conf-date>Jan. 5-8, 2004</conf-date>
          <conf-loc>Big Island, HI, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/hicss.2004.1265634</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
