<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i8e21108</article-id>
      <article-id pub-id-type="pmid">32658857</article-id>
      <article-id pub-id-type="doi">10.2196/21108</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>COVID-19 and Telepsychiatry: Development of Evidence-Based Guidance for Clinicians</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Knapp</surname>
            <given-names>Ashley</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hugh-Jones</surname>
            <given-names>Siobhan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Katharine</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2679-1472</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ostinelli</surname>
            <given-names>Edoardo</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8717-0832</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Macdonald</surname>
            <given-names>Orla</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2774-0001</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Cipriani</surname>
            <given-names>Andrea</given-names>
          </name>
          <degrees>MD, DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>University of Oxford</institution>
            <addr-line>Warneford Hospital</addr-line>
            <addr-line>Oxford, OX3 7JX</addr-line>
            <country>United Kingdom</country>
            <phone>44 01865618228</phone>
            <email>andrea.cipriani@psych.ox.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5179-8321</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Oxford Health National Health Service Foundation Trust</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Andrea Cipriani <email>andrea.cipriani@psych.ox.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>8</issue>
      <elocation-id>e21108</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Katharine Smith, Edoardo Ostinelli, Orla Macdonald, Andrea Cipriani. Originally published in JMIR Mental Health (http://mental.jmir.org), 28.08.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2020/8/e21108" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The coronavirus disease (COVID-19) presents unique challenges in health care, including mental health care provision. Telepsychiatry can provide an alternative to face-to-face assessment and can also be used creatively with other technologies to enhance care, but clinicians and patients may feel underconfident about embracing this new way of working.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this paper is to produce an open-access, easy-to-consult, and reliable source of information and guidance about telepsychiatry and COVID-19 using an evidence-based approach.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We systematically searched existing English language guidelines and websites for information on telepsychiatry in the context of COVID-19 up to and including May 2020. We used broad search criteria and included pre–COVID-19 guidelines and other digital mental health topics where relevant. We summarized the data we extracted as answers to specific clinical questions.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Findings from this study are presented as both a short practical checklist for clinicians and detailed textboxes with a full summary of all the guidelines. The summary textboxes are also available on an open-access webpage, which is regularly updated. These findings reflected the strong evidence base for the use of telepsychiatry and included guidelines for many of the common concerns expressed by clinicians about practical implementation, technology, information governance, and safety. Guidelines across countries differ significantly, with UK guidelines more conservative and focused on practical implementation and US guidelines more expansive and detailed. Guidelines on possible combinations with other digital technologies such as apps (eg, from the US Food and Drug Administration, the National Health Service Apps Library, and the National Institute for Health and Care Excellence) are less detailed. Several key areas were not represented. Although some special populations such as child and adolescent, and older adult, and cultural issues are specifically included, important populations such as learning disabilities, psychosis, personality disorder, and eating disorders, which may present particular challenges for telepsychiatry, are not. In addition, the initial consultation and follow-up sessions are not clearly distinguished. Finally, a hybrid model of care (combining telepsychiatry with other technologies and in-person care) is not explicitly covered by the existing guidelines.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We produced a comprehensive synthesis of guidance answering a wide range of clinical questions in telepsychiatry. This meets the urgent need for practical information for both clinicians and health care organizations who are rapidly adapting to the pandemic and implementing remote consultation. It reflects variations across countries and can be used as a basis for organizational change in the short- and long-term. Providing easily accessible guidance is a first step but will need cultural change to implement as clinicians start to view telepsychiatry not just as a replacement but as a parallel and complementary form of delivering therapy with its own advantages and benefits as well as restrictions. A combination or hybrid approach can be the most successful approach in the new world of mental health post–COVID-19, and guidance will need to expand to encompass the use of telepsychiatry in conjunction with other in-person and digital technologies, and its use across all psychiatric disorders, not just those who are the first to access and engage with remote treatment.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital mental health</kwd>
        <kwd>telepsychiatry</kwd>
        <kwd>evidence-based guidance</kwd>
        <kwd>systematic review</kwd>
        <kwd>mental health</kwd>
        <kwd>COVID-19</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The coronavirus disease (COVID-19) and the measures taken to limit its spread present unique challenges in all aspects of our everyday life. It is a rapidly progressing disease, evolving from its first description in December 2019 to a global pandemic with consequences worldwide [<xref ref-type="bibr" rid="ref1">1</xref>]. In the absence of a new and effective vaccine, social distancing, isolation, and quarantine are the most effective interventions used across many countries to slow the spread of transmission [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>These interventions have provided significant challenges for mental health care systems who (as part of wider health care) have been forced to reappraise ways of working in a rapid time frame, to change to telepsychiatry where possible and to provide adequate information technology systems for mental health care staff to provide remote care. This has happened in a time frame that in many countries, including the United Kingdom, would have been considered impossible only a few months ago [<xref ref-type="bibr" rid="ref3">3</xref>]. In addition, the need for mental health support is likely to increase. Although COVID-19 is primarily a respiratory disease, data from the long-term neuropsychiatric sequelae of other severe coronavirus infections such as severe acute respiratory syndrome (SARS) and Middle East respiratory syndrome (MERS), and preliminary data for COVID-19 suggest not only significant rates of delirium in the acute stage but also depression, anxiety, fatigue, posttraumatic stress disorder (PTSD), and rarer neuropsychiatric syndromes in the longer term [<xref ref-type="bibr" rid="ref4">4</xref>]. These longer-term mental health symptoms combined with the stresses of quarantine and self-isolation [<xref ref-type="bibr" rid="ref5">5</xref>] are likely to increase demand for assessment and support from mental health services.</p>
      <p>Despite evidence that e-therapy is equivalent to face-to-face therapy in terms of therapeutic alliance [<xref ref-type="bibr" rid="ref6">6</xref>], there remains a concern from clinicians that telepsychiatry, in general, may not be as effective as “in-person” mental health care. In addition, clinicians are concerned that telepsychiatry cannot replace the team assessment and multidisciplinary approach that are at the center of modern mental health care provision [<xref ref-type="bibr" rid="ref7">7</xref>]. It is also often assumed that patients may be reluctant or unable to engage with the technology involved. Mental health care provision, especially in the United Kingdom, has previously reflected this view [<xref ref-type="bibr" rid="ref8">8</xref>], and although telepsychiatry has been introduced in the United Kingdom in some more remote areas [<xref ref-type="bibr" rid="ref9">9</xref>], this has been, to at least some extent, out of necessity rather than preference.</p>
      <p>In fact, the evidence, especially from the United States [<xref ref-type="bibr" rid="ref10">10</xref>] shows the opposite. Telemedicine and telepsychiatry are well-established fields and are preferable in many areas such as for patients on the autistic spectrum and those with anxiety symptoms [<xref ref-type="bibr" rid="ref11">11</xref>]. It can add value, for example, in bringing together subspecialty expertise in an easier and quicker way than in-person assessment, and in completing home and nursing home assessments more rapidly and efficiently. There is strong evidence of effectiveness and acceptability across different settings and many disciplines of psychiatry including older adult, child, and adolescent psychiatry, and across different cultures [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>COVID-19 and its associated restrictions have prompted both clinicians and patients to reconsider telepsychiatry as a viable and valuable option. However, with change comes uncertainty and many clinicians in mental health feel unprepared for the new ways of working [<xref ref-type="bibr" rid="ref12">12</xref>]. Areas of uncertainty such as issues of information governance, consent and confidentiality, accuracy of diagnosis, and modifications to any physical examination that may be appropriate are frequent questions in implementing digital technologies in the era of COVID-19 [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>To integrate telepsychiatry successfully into the post–COVID-19 plan for clinical practice in psychiatry, clinicians, patients, and health care organizations need access to reliable and pragmatic clinical guidance and evidence [<xref ref-type="bibr" rid="ref13">13</xref>]. In this rapidly evolving situation, with daily updates from specialties, countries, and world organizations, the amount of information available for the busy clinician can be overwhelming. We aim to meet this need by providing focused, evidence-based guidance on the use of digital technologies and telepsychiatry.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>A team of researchers with multidisciplinary backgrounds (including mental health clinicians, researchers, methodologists, and a pharmacist) from the Oxford Precision Psychiatry Lab [<xref ref-type="bibr" rid="ref14">14</xref>] systematically searched English language websites from the United Kingdom, the United States, Australia, New Zealand, Canada, and Singapore for guidelines on telepsychiatry and telemedicine relevant to mental health and applicable in the context of the current COVID-19 pandemic and afterwards. We decided to focus on English language guidelines in the initial search both to meet the rapid time scale for focused guidance requested by our local clinicians and to include non-UK sites to ensure the synthesis of guidelines is relevant across other countries [<xref ref-type="bibr" rid="ref13">13</xref>]. Two researchers (KS and EO) searched independently across the following sources in English, without age limits: Public Health England, Royal College of Psychiatrists, Royal College of Nursing, The National Association of Intensive Care and Low Secure Units, Royal College of Physicians, Healthcare Improvement Scotland, South London and Maudsley National Health Service (NHS) Trust, the National Institute for Health and Care Excellence, NHS Wales, General Medical Council, NHSX, Nursing and Midwifery Council (NMC), Centers for Disease Control and Prevention (CDC), US Department of Labor, American Psychiatric Association, Massachusetts General Hospital Department of Psychiatry, Federation of State Medical Boards (FSMB), Centers for Medicare and Medicaid Services (CMS), World Health Organization, Inter Agency Standing Committee, the United Nations International Children's Emergency Fund, World Psychiatric Association, Singapore Ministry of Health, Singapore Psychiatric Association, Singapore Medical Association, Health Canada, Canadian Psychiatric Association, Australian Government Department of Health, and the Royal Australian and New Zealand College of Psychiatrists. References to other sources from each website were also searched. Our search focused on guidelines for telepsychiatry in the context of COVID-19 up to and including May 2020. However, we decided to use a broad approach to the search to include both pre–COVID-19 guidelines where appropriate and guidelines for relevant digital technologies such as digital platforms for monitoring symptoms and the use of apps. A search on Google was also completed using keywords relevant to COVID-19 (eg, COVID-19, coronavirus, SARS-CoV-2 [severe acute respiratory syndrome coronavirus 2]), digital mental health (eg, digital mental health, telepsychiatry, digital psychiatry), and guidelines (eg, guideline, guidance, recommendation). Queries or disagreements were resolved by team discussion, and the team collaborated with an expert in the field to keep the guidance global, focused, and comprehensive.</p>
      <p>The final synthesis of guidelines on telepsychiatry (including other relevant digital technologies) is presented here and is also available in an open-access webpage [<xref ref-type="bibr" rid="ref15">15</xref>] in three different formats: (1) a webpage with embedded hyperlinks for online viewing, (2) a downloadable PDF for saving or printing, and (3) a detailed Word (Microsoft Corporation) document with sources and all information. Feedback and corrections from readers of the webpage are actively invited. Questions and answers are grouped together for ease of use. The sources are searched on a regular basis, and the tables on the webpage are updated accordingly.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We synthesized the guidelines and produced both a short practical checklist (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) for clinicians to consider before, during, and after the consultation, and detailed textboxes (<xref ref-type="boxed-text" rid="box2">Textboxes 2</xref>-<xref ref-type="boxed-text" rid="box8">8</xref>) with a full summary of all the guidelines. Different guidelines use different terms (for example, telemedicine, telepsychiatry, videoconferencing, and telephone consultation). In our textboxes we have used the original terms from each guideline, and a glossary of definitions is included at the beginning of <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>. <xref ref-type="boxed-text" rid="box2">Textboxes 2</xref>-<xref ref-type="boxed-text" rid="box8">8</xref> cover general guidance (for all ages) with specific-labelled sections for children and adolescents, and older adults. The most up to date and detailed versions of the textboxes are available online [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <boxed-text id="box1" position="float">
        <title>Checklist of things to consider before, during, and after the telepsychiatry consultation (detailed guidance for each point is contained in the numbered sections of the other textboxes).</title>
        <p>
          <bold>Before the consultation</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Consult relevant national guidance for your country</italic> (<italic>section 2a</italic>, in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>)</p>
          </list-item>
          <list-item>
            <p><italic>Consider information governance issues</italic> and the <italic>information technology</italic> (<italic>IT</italic>) <italic>system</italic> that you and your patient will be using (<italic>section 2b</italic>, in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>)</p>
          </list-item>
          <list-item>
            <p><italic>Prepare the patient</italic>: ensure the patient has relevant information before the consultation (<italic>section 3a</italic>, in <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>)</p>
          </list-item>
          <list-item>
            <p><italic>Prepare yourself</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Be familiar with the IT system you will use (<italic>section 3b</italic>, in <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>)</p>
              </list-item>
              <list-item>
                <p>Ensure your environment is set up appropriately (<italic>section 3b</italic>, in <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>)</p>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>During the consultation</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Starting the consultation: <italic>use a written checklist</italic> such as the one shown below, derived from the American Psychiatric Association’s Telepsychiatry Toolkit [<xref ref-type="bibr" rid="ref16">16</xref>] (<italic>section 4a</italic>, in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>):</p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Name of clinician and patient</italic> (eg, “Hello, I am Dr AB. Am I speaking to Mrs CD? Is there anyone else in the room you want me to be aware of?”)</p>
              </list-item>
              <list-item>
                <p><italic>Location of the patient</italic> (eg, “Can you let me know where you are right now? It is important for me to know this before each session.”)</p>
              </list-item>
              <list-item>
                <p><italic>Immediate contact information for clinician and patient</italic> (eg, “If we get cut off for any reason, how else can I reach you? If there is an emergency, you can also reach me at...”)</p>
              </list-item>
              <list-item>
                <p><italic>Expectations about contact between sessions</italic> (eg, “Although we are connecting in real time here and now, I want to review how we will communicate outside of these video visits. [Insert plan and note you cannot respond in real time outside of these visits.]”)</p>
              </list-item>
              <list-item>
                <p><italic>Emergency management plan between sessions</italic> (eg, “Should an emergency happen between visits, the plan that we have made is for you to [insert plan].”)</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
                    Alternative checklists are available at [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]
                </p>
          </list-item>
          <list-item>
            <p>During the consultation focus on: (<italic>section 4b</italic>, in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>)</p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Communication</italic> (include nonverbal communication, slow down your speech, allow pauses, look at the camera)</p>
              </list-item>
              <list-item>
                <p><italic>Contingencies/backup plan</italic> in case of difficulties (IT or clinical issues), with contact details confirmed</p>
              </list-item>
              <list-item>
                <p><italic>Confidentiality</italic> (confirm you are talking to the correct person and they are expecting a mental health assessment, who else is in each room, manage your own environment)</p>
              </list-item>
              <list-item>
                <p><italic>Consent</italic> (discuss the possible limitations of remote contact and security of the IT platform)</p>
              </list-item>
              <list-item>
                <p><italic>Confidence</italic> (in using technology, give a clear plan if IT fails and clear plan at the end for the next steps)</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p><italic>Physical examination</italic> is possible but <italic>may need to be adapted</italic> (<italic>section 4c</italic>, in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>).</p>
          </list-item>
          <list-item>
            <p>Consider <italic>combining with other digital technologies</italic> (eg, apps, websites for information, platforms for recording data such as mood symptoms; <italic>section 4d</italic>, in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>)</p>
          </list-item>
          <list-item>
            <p>Consider <italic>safety and emergency plans</italic> (<italic>section 4e</italic>, in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>)</p>
          </list-item>
        </list>
        <p>
          <bold>After the consultation</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Document appropriately</italic>, just as you would for face-to-face contact with additional details relevant to telepsychiatry (<italic>section 5a</italic>, in <xref ref-type="boxed-text" rid="box6">Textbox 6</xref>)</p>
          </list-item>
          <list-item>
            <p><italic>Are the any special considerations?</italic> (eg, older adults, child/adolescent, cultural issues, assessments by more than one member of the team; <italic>section 6a-d</italic>, in <xref ref-type="boxed-text" rid="box7">Textbox 7</xref>).</p>
          </list-item>
          <list-item>
            <p><italic>Are there any training issues to consider?</italic> (<italic>section 7a</italic>, in <xref ref-type="boxed-text" rid="box8">Textbox 8</xref>)</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box2" position="float">
        <title>Background to telepsychiatry and what we know already (section 1).</title>
        <p>
          <bold>1a. Definitions of terms relevant to telepsychiatry</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Telehealth</italic> is the delivery of health care from a distance using technologies such as telephone, email, computer, interactive video, digital imaging, and health care monitoring devices. It is a broad term that covers many different types of health care including not only clinical but also nonclinical medical services such as education, research, and administrative functions.</p>
          </list-item>
          <list-item>
            <p><italic>Telemedicine</italic> is a subset of telehealth. It includes many medical subspecialties (eg, telepediatrics, telepsychiatry, teleradiology, and telecardiology). It describes the use of technology to provide clinical medical services when the health care provider and patient are separated by a geographic distance.</p>
          </list-item>
          <list-item>
            <p><italic>Telepsychiatry</italic> is a subspecialty of telemedicine and includes psychiatric assessments or follow-up interviews conducted using telephone calls, and audio and video digital platforms (videoconferencing, video consultation).</p>
          </list-item>
        </list>
        <p>
          <bold>1b. Is telepsychiatry a new skill and what do we know about it?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Videoconferencing in psychiatry began during the 1950s. By the 2000s, it was accepted as effective but slightly different from in-person care, and research in outcome studies provided a platform for <italic>practice guidelines</italic> (eg, the American Telemedicine Association in the United States). It has been applied successfully to <italic>many cultures and international settings</italic>. Telepsychiatry is equivalent to in-person care in <italic>diagnostic accuracy, treatment effectiveness, and patient satisfaction. Patient privacy and confidentiality issues parallel in-person care</italic>. It uses <italic>specialty expertise</italic> effectively, facilitating patient-centered and integrated care.</p>
          </list-item>
        </list>
        <p>
          <bold>1c. What is the evidence supporting telepsychiatry?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Good outcomes depend on <italic>high-quality clinicians, organizations</italic> (including leadership, clinical, technical, and administrative teamwork), and <italic>technology</italic>.</p>
          </list-item>
          <list-item>
            <p>The evidence base is substantial, and outcomes have been measured as follows [<xref ref-type="bibr" rid="ref19">19</xref>]:</p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Feasibility</italic> rating: outstanding (based on satisfaction and usability)</p>
              </list-item>
              <list-item>
                <p><italic>Validity</italic> rating: outstanding</p>
              </list-item>
              <list-item>
                <p><italic>Reliability</italic> rating: outstanding</p>
              </list-item>
              <list-item>
                <p><italic>Satisfaction</italic> rating: outstanding among patients, psychiatrists, and other professionals</p>
              </list-item>
              <list-item>
                <p><italic>Cost and cost-effectiveness</italic> rating: similar to in-person or better</p>
              </list-item>
              <list-item>
                <p><italic>Clinical measures</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Interviewing, assessment, cognitive testing, and others: outstanding</p>
                  </list-item>
                  <list-item>
                    <p>Disorders include depression, anxiety, psychosis, substance misuse, cognitive/attentional/behavioral (assistance for those with learning disabilities or dementia), personality/behavioral, and many others: outstanding</p>
                  </list-item>
                  <list-item>
                    <p>Settings well-studied include outpatient, primary care/medical: outstanding. Settings less well-studied include accident and emergency departments (A and E), prisons, in-patient units, and schools: similar to in-person care.</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>1d. Are there any settings where telepsychiatry might be better than in-person care?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>For <italic>children and adolescents on the autistic spectrum, and adults with disabling anxiety it may be preferable</italic>.</p>
          </list-item>
          <list-item>
            <p>A growing body of evidence suggests that telepsychiatry may have <italic>significant added value in A and E</italic><bold>,</bold> where it can improve liaison with outpatient mental health services and reduce transportation costs, in-patient and A and E use, and overall hospital costs. It can also improve care <italic>within primary care settings and specialty care clinics, prisons, and nursing homes</italic>.</p>
          </list-item>
          <list-item>
            <p>Previous work (before the coronavirus disease [COVID-19] pandemic) has described effective strategies for using telemedicine in <italic>disasters and public health emergencies</italic>.</p>
          </list-item>
          <list-item>
            <p>COVID-19 specific preliminary advice: consider using telemedicine as a strategy for <italic>health care surge control using “forward triage”</italic> to sort patients before they arrive at the hospital and reduce the number who need to be seen in person. <italic>Respiratory symptoms</italic> (as an indicator of early COVID-19) can be evaluated by telemedicine along with detailed <italic>travel and exposure histories</italic>. <italic>Automated screening algorithms</italic> can be built in with local epidemiological information to standardize screening. For example, more than 50 US health systems already have such programs, which could be adopted for use during the current pandemic.</p>
          </list-item>
        </list>
        <p>
          <bold>1e. What treatment modalities can I use in telepsychiatry?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Telepsychiatric interventions have demonstrated clinical utility with a variety of treatment modalities <italic>including group, individual, and family therapies</italic>. Evidence-based psychological treatments have yielded positive outcomes (eg, <italic>cognitive behavioral therapy</italic>, <italic>interpersonal therapy</italic>, <italic>exposure therapy</italic>, <italic>psychodynamic psychotherapy</italic>, and <italic>dialectical behavioral treatment</italic>), and <italic>evidence-based pharmacological interventions</italic> can be prescribed electronically after telepsychiatric assessments.</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box3" position="float">
        <title>Guidelines and information governance on telemedicine and telepsychiatry (section 2).</title>
        <p>
          <bold>2a. Are there guidelines I should be aware of?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>
              <italic>UK guidance</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Royal College of Psychiatrists (RCPsych; coronavirus disease [COVID-19] guideline)</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Remote consultations should be <italic>encouraged where safe and appropriate</italic>.</p>
                  </list-item>
                  <list-item>
                    <p>Ideally, an <italic>adjunct</italic> to, rather than substitute for, face-to-face consultation</p>
                  </list-item>
                  <list-item>
                    <p>For <italic>initial consultations</italic>, this may be even more challenging but should go ahead where possible.</p>
                  </list-item>
                  <list-item>
                    <p>Show <italic>sensitivity</italic> to the patient’s comfort level with technology</p>
                  </list-item>
                  <list-item>
                    <p>Do not disadvantage <italic>those with lack of digital literacy or no access to digital platforms</italic></p>
                  </list-item>
                  <list-item>
                    <p><italic>Use of telephone consultations may be sufficient</italic> for lower risk conversations or to ensure engagement with those who lack digital technology or skills.</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p><italic>RCPsych, private and independent practice special interest group of the RCPsych (PIPSIG), incorporating General Medical Council (GMC) guidance (pre–COVID-19 guideline)</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>The <italic>standards expected of doctors</italic> by the GMC also apply to digital consultation settings.</p>
                  </list-item>
                  <list-item>
                    <p>Consideration should be given to <italic>any potential limitations</italic>: GMC guidance is that a doctor must be able to undertake an adequate assessment, establish dialogue, and obtain consent including consent to the remote consultation process.</p>
                  </list-item>
                  <list-item>
                    <p>Consider the <italic>security of the system used</italic> (see section 2b)</p>
                  </list-item>
                  <list-item>
                    <p><italic>Legal issues</italic>:</p>
                    <list list-type="bullet">
                      <list-item>
                        <p>Consider the <italic>limitations</italic> of telepsychiatry</p>
                      </list-item>
                      <list-item>
                        <p>The GMC <italic>does not permit disclaimers</italic> regarding the quality of a consultation.</p>
                      </list-item>
                      <list-item>
                        <p>You <italic>may not be indemnified</italic> for patients who are not in the United Kingdom.</p>
                      </list-item>
                    </list>
                  </list-item>
                  <list-item>
                    <p>
                      <italic>General areas to consider:</italic>
                    </p>
                    <list list-type="bullet">
                      <list-item>
                        <p>Remote video consultation <italic>may not be suitable for everyone</italic>.</p>
                      </list-item>
                      <list-item>
                        <p><italic>When telepsychiatry would be used</italic> (eg, should the first consultation be face-to-face)</p>
                      </list-item>
                      <list-item>
                        <p>How will you assess <italic>suitability of the client</italic> for telepsychiatric consultation?</p>
                      </list-item>
                      <list-item>
                        <p>How will you assess <italic>suitability of the equipment</italic>?</p>
                      </list-item>
                      <list-item>
                        <p>How often suitability would be <italic>reassessed</italic></p>
                      </list-item>
                      <list-item>
                        <p>Consider <italic>patient safety</italic>: discuss and agree on supplying the contact information of a family or community member if needed</p>
                      </list-item>
                      <list-item>
                        <p>Whether you are <italic>indemnified</italic></p>
                      </list-item>
                      <list-item>
                        <p>
                          <italic>Confidentiality issues</italic>
                        </p>
                      </list-item>
                      <list-item>
                        <p>The <italic>right of the patient to withdraw</italic> at any time</p>
                      </list-item>
                      <list-item>
                        <p>The taking and storage of <italic>clinical notes and correspondence</italic></p>
                      </list-item>
                    </list>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>
                  <italic>General Medical Council (GMC) (pre-COVID-19 guideline):</italic>
                </p>
                <list list-type="bullet">
                  <list-item>
                    <p>Consent and continuity of care are key issues to remember when you are advising or prescribing treatment for a patient via remote consultation.</p>
                  </list-item>
                  <list-item>
                    <p>
                      <italic>Consent</italic>
                    </p>
                    <list list-type="bullet">
                      <list-item>
                        <p><italic>Explicit consent should be sought</italic>: include the <italic>right to withdraw</italic> at any time; if the consultation is <italic>recorded, consent is essential</italic> and a GMC requirement; give patients <italic>information about all the options</italic> available to them; tailor the information you give and check that they have understood it. If you are not sure, consider whether it is safe to provide treatment and whether you have valid consent. You must ensure you can <italic>assess a patient’s capacity</italic>. If a patient lacks capacity to make a decision, consider whether remote consultation is appropriate.</p>
                      </list-item>
                    </list>
                  </list-item>
                  <list-item>
                    <p>
                      <italic>Continuity of care</italic>
                    </p>
                    <list list-type="bullet">
                      <list-item>
                        <p>Ask the patient for <italic>consent to get information and a history from their general practitioner</italic> and to send details of any treatment plan. If the patient refuses, explore their reasons and explain the potential impact of their decision on their continuing care. If the patient continues to refuse, consider whether it is safe to provide treatment and make a record of your decision.</p>
                      </list-item>
                    </list>
                  </list-item>
                  <list-item>
                    <p><italic>If you are providing services remotely, remember to</italic>:</p>
                    <list list-type="bullet">
                      <list-item>
                        <p>Follow GMC guidance on consent and good practice in prescribing, work within your competence, check that you have adequate indemnity cover, discuss with your responsible officer at appraisal.</p>
                      </list-item>
                    </list>
                  </list-item>
                  <list-item>
                    <p><italic>Face-to-face treatment</italic> may be preferable when there are complex needs or higher risk, you do not have access to the patient’s medical records, you do not have a safe system in place to prescribe, you need to complete a physical examination, you cannot give the patient all the information, or you are unsure about the patient’s capacity.</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p><italic>National Institute for Health and Care Excellence (COVID-19 guideline)</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Minimize face-to-face contact by offering telephone/video consultations, reducing nonessential face-to-face follow-up, and using electronic prescriptions and different methods to deliver medicines to patients.</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>
                  <italic>National Health Service (NHS) England (COVID-19 guideline):</italic>
                </p>
                <list list-type="bullet">
                  <list-item>
                    <p><italic>Clinical teams should discuss with patients and families/carers in advance</italic> about suitability and willingness to engage via technology.</p>
                  </list-item>
                  <list-item>
                    <p>Providers <italic>may consider stratifying patients</italic> where there is the highest risk of losing contact and agreeing how contact will be retained.</p>
                  </list-item>
                  <list-item>
                    <p>Where patients and carers live at a significant distance or are in isolation, <italic>it may be appropriate to offer access to “virtual (ward) rounds”</italic> (where a number of clinicians together consult remotely with a patient).</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>
                  <italic>UK guidance on remote prescribing:</italic>
                </p>
                <list list-type="bullet">
                  <list-item>
                    <p><italic>Follow GMC guidance</italic> on prescribing (outlined above)</p>
                  </list-item>
                  <list-item>
                    <p><italic>Follow UK legislation</italic> on prescribing [<xref ref-type="bibr" rid="ref20">20</xref>]</p>
                  </list-item>
                  <list-item>
                    <p><italic>Follow local guidance</italic> for remote prescribing (see [<xref ref-type="bibr" rid="ref21">21</xref>] for an example)</p>
                  </list-item>
                  <list-item>
                    <p><italic>Additional prescription requirements</italic> may be required</p>
                  </list-item>
                  <list-item>
                    <p>Consider other <italic>licensing restrictions</italic></p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>US guidance</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Federation of State Medical Boards (pre–COVID-19 guidelines</italic>):</p>
                <list list-type="bullet">
                  <list-item>
                    <p>49 state boards (plus the medical boards of the District of Columbia, Puerto Rico, and the Virgin Islands) require physicians engaged in telemedicine to be <italic>licensed in the state in which the patient is located</italic>.</p>
                  </list-item>
                  <list-item>
                    <p>12 state boards <italic>issue a special purpose license, telemedicine license/certificate, or license to practice medicine across state lines</italic> to allow telemedicine. 6 state boards <italic>require physicians to register if they wish to practice across state lines</italic>.</p>
                  </list-item>
                  <list-item>
                    <p>Payment arrangements vary across states for telemedicine.</p>
                  </list-item>
                  <list-item>
                    <p>[<xref ref-type="bibr" rid="ref22">22</xref>] summarizes US legislation related to telemedicine in different states.</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p><italic>Centers for Medicare and Medicaid Services</italic> recently broadened access to Medicare telehealth services in the context of COVID-19 on a <italic>temporary and emergency basis.</italic> Medicare can now pay for visits via telehealth across the country, including in patient’s homes, provided by doctors, nurses, clinical psychologists, and social workers. Prior to this, Medicare could only pay for telehealth on a limited basis (eg, in a designated rural area).</p>
              </list-item>
              <list-item>
                <p><italic>American Psychiatric Association (Telepsychiatry)</italic>
                  does not give specific guidance but provides a practical “toolkit” of advice for general methods in telepsychiatry (not COVID-19 specific; sections are also referenced in relevant sections of this paper).
                </p>
              </list-item>
              <list-item>
                <p><italic>Centers for Disease Control and Prevention (COVID-19 guideline</italic>):</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Explore alternatives to face-to-face triage and visits.</p>
                  </list-item>
                  <list-item>
                    <p>For example, use <italic>available advice lines, patient portals, and online self-assessment tools</italic>; identify staff to <italic>telephone patients</italic>; develop protocols so that staff can triage quickly; and have <italic>algorithms to identify which patients can be managed by telephone</italic> and which will need to be assessed in person.</p>
                  </list-item>
                  <list-item>
                    <p>Those with <italic>respiratory symptoms must call before they leave home</italic>, so staff can be prepared when they arrive.</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>American College of Physicians has produced an online course (open-access without certificate) on the use of telemedicine in general.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Singapore guidance</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Singapore Medical Association (COVID-19 guideline</italic>):</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Assess the patient’s profile for <italic>suitability</italic></p>
                  </list-item>
                  <list-item>
                    <p>Explain the <italic>limitations</italic> of telemedicine before consent</p>
                  </list-item>
                  <list-item>
                    <p>Recognize the <italic>challenges and limitations</italic></p>
                  </list-item>
                  <list-item>
                    <p>Verify <italic>patient identity</italic> before proceeding and include in clinical documentation</p>
                  </list-item>
                  <list-item>
                    <p>Take a <italic>thorough and comprehensive history</italic></p>
                  </list-item>
                  <list-item>
                    <p>Be confident that physical examination of the patient is unlikely to add critical information</p>
                  </list-item>
                  <list-item>
                    <p>Be aware of the <italic>clinical “red flags,”</italic> which would trigger the need for urgent in-person consultation, such as increased acute risk to self or others</p>
                  </list-item>
                  <list-item>
                    <p><italic>Clinical documentation</italic> should be maintained at the same standard as an in-person consult.</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>2b. What information governance issues should I consider?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>NHSX</italic> has published <italic>pragmatic guidance</italic> on information governance since the outbreak of the COVID-19 pandemic, encouraging the use of videoconferencing to carry out consultations with patients and service users. The guidance states that it is acceptable to use tools such as Skype, WhatsApp, and Facetime as well as commercial products designed specifically for this purpose. The <italic>consent of the patient is implied</italic> by engaging in the consultation and clinicians should <italic>safeguard personal/confidential patient information</italic>.</p>
          </list-item>
          <list-item>
            <p><italic>Public Health England</italic> strongly advise the use of remote access of NHS and essential services for anyone <italic>over 70, with an underlying health condition, or who is pregnant</italic> during the COVID-19 pandemic.</p>
          </list-item>
          <list-item>
            <p>RCPsych and PIPSIG suggest also considering:</p>
            <list list-type="bullet">
              <list-item>
                <p>Check that the <italic>application is suitable</italic> for a confidential psychiatric interview</p>
              </list-item>
              <list-item>
                <p>Use a <italic>secure system</italic></p>
              </list-item>
              <list-item>
                <p>Have a <italic>dedicated clinical account</italic></p>
              </list-item>
              <list-item>
                <p>Make sure both parties have the <italic>necessary technology</italic></p>
              </list-item>
              <list-item>
                <p>Make sure both parties have the <italic>skill to use the system</italic></p>
              </list-item>
              <list-item>
                <p>Ask if an <italic>advocate or carer</italic> is present</p>
              </list-item>
              <list-item>
                <p>Take <italic>contact details</italic> early in the proceedings</p>
              </list-item>
              <list-item>
                <p>Agree who will contact whom in the event of a lost connection</p>
              </list-item>
              <list-item>
                <p>Consider the <italic>environment</italic> beyond your video camera</p>
              </list-item>
              <list-item>
                <p>Is there <italic>anyone else</italic> in the room with the clinician who cannot be seen? If so, introduce them and explain.</p>
              </list-item>
              <list-item>
                <p>Does the <italic>patient have anyone else</italic> present in the room? Ask them to introduce themselves and move in front of the camera.</p>
              </list-item>
              <list-item>
                <p>Consider the <italic>volume</italic> of loudspeakers and suggest that the patient does the same</p>
              </list-item>
              <list-item>
                <p>Consider the use of <italic>headphones</italic></p>
              </list-item>
              <list-item>
                <p>Ask your <italic>local information technology</italic> (<italic>IT</italic>) <italic>training/support team</italic> for help (refer to [<xref ref-type="bibr" rid="ref23">23</xref>])</p>
              </list-item>
              <list-item>
                <p>Use a broadband internet connection of <italic>at least 5 MB</italic> upload/download</p>
              </list-item>
              <list-item>
                <p>Choose a software solution that is compliant with your <italic>local and national guidance</italic></p>
              </list-item>
              <list-item>
                <p>Use a <italic>secure, trusted platform</italic></p>
              </list-item>
              <list-item>
                <p>Make sure your audio and video transmission is <italic>encrypted</italic> (follow local and national guidance)</p>
              </list-item>
              <list-item>
                <p>Make sure your device uses <italic>security features</italic> such as passphrases and two-factor authentication</p>
              </list-item>
              <list-item>
                <p>Use the latest <italic>security patches and updates</italic>; IT staff should approve of and manage your device.</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box4" position="float">
        <title>Tasks before the consultation (section 3).</title>
        <p>
          <bold>3a. What should the patient know before the consultation?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>
                    Ensure the patient has <italic>access to the technology</italic> they require, including internet access, as well as the <italic>skills to use it</italic>. (If an administrator is setting up the call this could be something they can check or test as a trial run in advance.)
                </p>
          </list-item>
          <list-item>
            <p>
                    Consider any problems with <italic>accessibility</italic>
                </p>
          </list-item>
          <list-item>
            <p>Do they have a <italic>carer</italic> who can facilitate the video consultation?</p>
          </list-item>
          <list-item>
            <p>Consider skills on a <italic>case-by-case basis</italic></p>
          </list-item>
        </list>
        <p>
          <bold>3b. What should I do to prepare in advance?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Specific guidance is available through your <italic>internal website or information technology training team</italic></p>
          </list-item>
          <list-item>
            <p><italic>Familiarize</italic> yourself with the video consultation platform available</p>
          </list-item>
          <list-item>
            <p><italic>Test</italic> the use of the platform and its features with a <italic>colleague</italic></p>
          </list-item>
          <list-item>
            <p><italic>Make a note</italic> of the features you might want to use and have a <italic>summary sheet</italic></p>
          </list-item>
          <list-item>
            <p><italic>Restart</italic> your computer every day</p>
          </list-item>
          <list-item>
            <p><italic>Close</italic> any unnecessary programs and applications</p>
          </list-item>
          <list-item>
            <p><italic>Install recommended updates</italic> from sources you trust</p>
          </list-item>
          <list-item>
            <p>Locate the volume control and <italic>adjust the volume</italic> or mute/unmute your speakers</p>
          </list-item>
          <list-item>
            <p>Use a <italic>wired network connection</italic> instead of Wi-Fi</p>
          </list-item>
          <list-item>
            <p>Sit a <italic>comfortable distance</italic> from the camera so your patient can see and hear you clearly</p>
          </list-item>
          <list-item>
            <p>Sit without windows or bright lights behind you</p>
          </list-item>
          <list-item>
            <p>Place your device on a <italic>table or desk</italic> facing you</p>
          </list-item>
          <list-item>
            <p>Keep <italic>background noise</italic> to a minimum</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box5" position="float">
        <title>During the consultation (Section 4).</title>
        <p>
          <bold>4a. How should I start the consultation?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>At the beginning of a video session with a patient, verify and document essential information and use a <italic>checklist</italic> (see <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
          </list-item>
        </list>
        <p>
          <bold>4b. What should I try to do throughout the consultation?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Communication</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Allow <italic>nonverbal communication</italic>: include your head, neck, upper body, and arms in the video screen</p>
              </list-item>
              <list-item>
                <p><italic>Slow</italic> your rate of speech and <italic>pause longer</italic> between sentences</p>
              </list-item>
              <list-item>
                <p>Use <italic>clear language</italic></p>
              </list-item>
              <list-item>
                <p><italic>Look at the camera,</italic> not at the patient’s eyes</p>
              </list-item>
              <list-item>
                <p>Use any <italic>features</italic> such as a shared “white board” function you are familiar with</p>
              </list-item>
              <list-item>
                <p><italic>Lighting and background</italic> are important—plain, darker static/uncluttered background with light directly on your face may help.</p>
              </list-item>
              <list-item>
                <p>Take <italic>more time</italic> over the introduction and <italic>signpost</italic> what is going to happen next.</p>
              </list-item>
              <list-item>
                <p>Adjust your <italic>position</italic> before you start</p>
              </list-item>
              <list-item>
                <p><italic>Avoid</italic> looking away</p>
              </list-item>
              <list-item>
                <p><italic>Give ample time</italic> for a patient to hear your question and to reply</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p><italic>Contingencies</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Have a clear understanding of what to do when the consultation is not going well</p>
              </list-item>
              <list-item>
                <p>Have a <italic>backup plan</italic> for managing any technical difficulties and provide this via email</p>
              </list-item>
              <list-item>
                <p>Check that you have the right mobile <italic>telephone number</italic> and agree who will contact whom in the event of a lost connection</p>
              </list-item>
              <list-item>
                <p>Brief the patient that if you do not feel able to complete an adequate assessment you will discuss what steps to take next</p>
              </list-item>
              <list-item>
                <p>Ideally have this process <italic>mapped out in front of you</italic> until you are familiar with it</p>
              </list-item>
              <list-item>
                <p><italic>Practice the “script”</italic> that you might want to use for managing contingencies</p>
              </list-item>
              <list-item>
                <p>Make sure the technology is <italic>charged or plugged</italic> in and have a backup device available</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Confidentiality</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>If the patient is new to you, verify <italic>they are the right person</italic> and that they are expecting to review <italic>their mental health</italic></p>
              </list-item>
              <list-item>
                <p>Check <italic>who is in the room</italic> with the patient</p>
              </list-item>
              <list-item>
                <p>If the patient is in <italic>a public place</italic>, consider with them whether it is appropriate to continue</p>
              </list-item>
              <list-item>
                <p><italic>Manage your own environment</italic> and avoid sensitive, personal details in the background</p>
              </list-item>
              <list-item>
                <p><italic>Blur the background behind you</italic> if possible (or use a standard, preset background) to hide personal details and present a professional appearance</p>
              </list-item>
              <list-item>
                <p>Use a <italic>dedicated clinical account</italic></p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Consent</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Be clear about the <italic>limitations</italic> of the assessment or review and ask whether they have any concerns</p>
              </list-item>
              <list-item>
                <p>Ensure that you are clear about the security of the platform you are using, that it is fit for the purpose and be able to discuss this</p>
              </list-item>
              <list-item>
                <p>Discuss with the patient about recording the session, agree what might be useful and only for private use</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Confidence</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Be confident in <italic>using the technology</italic> and have a <italic>clear plan</italic> of what to do if something goes wrong</p>
              </list-item>
              <list-item>
                <p>Say if it is not possible to do a good enough review and develop a clear plan of what to do next</p>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>4c. How do I manage examinations that require physical interactions?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Although physical examination may be restricted, a significant amount of information can be obtained remotely<bold>.</bold> For example, a good representation of a neurological exam can be obtained [<xref ref-type="bibr" rid="ref24">24</xref>]. Some aspects may also require a family or staff member to help.</p>
          </list-item>
        </list>
        <p>
          <bold>4d. How can I integrate telepsychiatry with other digital technologies?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Examples include health information websites, connecting with others through chat rooms or social media, using mental health mobile apps, email, or other technologies</p>
          </list-item>
          <list-item>
            <p>In general, <italic>assess patients’ use of other technologies</italic>: what they use, how often, and why they prefer certain types. How does it influence their life or affect their understanding of their presenting problem? How does it affect the therapeutic relationship? Are they aware of safety issues?</p>
          </list-item>
          <list-item>
            <p>Key considerations about <italic>website health information, texting (SMS), and email</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Health information on the internet for the public <italic>is rarely regulated</italic>.</p>
              </list-item>
              <list-item>
                <p>Seek out information from organizations/institutions/businesses that have some <italic>oversight/expertise</italic></p>
              </list-item>
              <list-item>
                <p>Remember to <italic>verify</italic> the identification of the person on the other end of the receiving technology</p>
              </list-item>
              <list-item>
                <p>Be cautious about <italic>privacy/confidentiality</italic> issues when using new digital communications that are not secure</p>
              </list-item>
              <list-item>
                <p>Regulate requests for other <italic>contact between visits</italic> and use email/text only for patients who maintain in-person follow-up</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p><italic>Social media and professionalism</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Be mindful of <italic>privacy, professional image, confidentiality, and expectations</italic></p>
              </list-item>
              <list-item>
                <p>Follow professional recommendations about <italic>professionalism and social media</italic></p>
              </list-item>
              <list-item>
                <p>
                  <italic>Consider pros/cons of gathering information about patients via search engines and social media</italic>
                </p>
              </list-item>
              <list-item>
                <p>For blogs, microblogs, and comments: <italic>“pause before posting”</italic> to consider the impact</p>
              </list-item>
              <list-item>
                <p><italic>Separate</italic> personal and professional life</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Apps (for mental health and general well-being) <italic>and other digital technologies</italic>:</p>
            <list list-type="bullet">
              <list-item>
                <p>Mobile health apps have many potential advantages. They are easily <italic>accessible</italic>, have increasing <italic>precision and therapeutic potential, and offer unique insights into physical and cognitive behavior</italic>. However, they are developed and shared at a fast rate, so it is hard to assess <italic>clinical efficacy, safety, and security</italic>, and depends on the user so may not be as effective in clinical settings as in research<bold>.</bold></p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Regulatory bodies for apps and digital technologies:</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>The US Food and Drug Administration regulates mobile medical apps</italic> [<xref ref-type="bibr" rid="ref25">25</xref>] but prioritizes monitoring and approval of mobile apps that directly control medical devices or function as these, which excludes most mental health–related resources from evaluation. A pilot in 2019 to “pre-certify” digital health developers who have already shown credibility/excellence in software design speeds up the process but may introduce bias. They are now piloting a program that accredits developers and software companies, not the technology itself.</p>
              </list-item>
              <list-item>
                <p>The <italic>National Health Service</italic> (<italic>NHS</italic>) <italic>Apps Library</italic> [<xref ref-type="bibr" rid="ref26">26</xref>] contains recommended digital health tools but does not regulate development or enforce data security standards and offers advice (rather than regulation) only.</p>
              </list-item>
              <list-item>
                <p>The <italic>NHS also collaborated with National Institute of Health and Care Excellence</italic> (<italic>NICE</italic>) to establish credentials for digital health tools or <italic>“Digital Health Technologies”</italic> [<xref ref-type="bibr" rid="ref27">27</xref>]. NICE assesses the evidence base as well as its financial footprint.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Evaluation websites</p>
            <list list-type="bullet">
              <list-item>
                <p>Often show a lack of concordance between ratings of the same apps, use qualitative measures, and are quickly out of date</p>
              </list-item>
              <list-item>
                <p>The <italic>American Psychiatric Association app evaluation framework</italic> [<xref ref-type="bibr" rid="ref28">28</xref>] suggests that patients and clinicians ask questions across four areas, in order of descending importance: safety and privacy, evidence, ease of use, and interoperability [<xref ref-type="bibr" rid="ref29">29</xref>]. This could also be supplemented with a self-certification checklist completed by developers or volunteers as a public, interactive approach.</p>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>4e. What about safety and emergency considerations?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>When evaluating patient safety, assess the level of <italic>agitation</italic>, the potential for <italic>harm to self or others</italic>, as well as any <italic>safety hazards</italic>. Be familiar with <italic>where</italic> the patient is located, including any <italic>immediate staff</italic> who will be available for emergency procedures, and ways to obtain <italic>collateral information</italic>. Technology can be used to manipulate the image and sound quality of the video to assess agitation or patient safety (see also section 6b in <xref ref-type="boxed-text" rid="box7">Textbox 7</xref>, for further guidance).</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box6" position="float">
        <title>What should I do after the consultation (section 5)?</title>
        <p>
          <bold>5a. What do I need to document during and after the assessment?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Clinical documentation as usual, with the addition of the <italic>time, date, remote site location, time spent with the patient, the location and personnel</italic>, as well as the <italic>full clinical history, mental state examination, diagnosis, and treatment plan that you would normally document</italic></p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box7" position="float">
        <title>What about subspecialties and special situations (section 6)?</title>
        <p>
          <bold>6a. Are there any special considerations for older adults?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Positive outcomes have been described for</italic> satisfaction, validity/reliability, and clinical outcomes, and <italic>satisfaction has been superior</italic> for patients, families, carers, and providers. There has been effective use in the treatment of <italic>depression, anxiety, dementia/cognitive impairment, and associated behavioral problems</italic>.</p>
          </list-item>
          <list-item>
            <p>Clinicians need to make a few key changes: it is helpful to have <italic>previsit accounting</italic> of general events and the patient’s attitude, comments, complaints, sources of information, and clinician observations, and the clinical examination <italic>may require staff or family assistance</italic> (see section 4c in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>).</p>
          </list-item>
          <list-item>
            <p>The benefits are that <italic>family and carers are appreciative of services, assessment, and cognitive intervention, and outcome results are similar to in-person care</italic>. In addition, the clinician is part of an <italic>interdisciplinary team</italic> who can all be easily and efficiently connected through telemedicine and deliver specialty expertise for <italic>nursing home and home outreach.</italic></p>
          </list-item>
        </list>
        <p>
          <bold>6b. What about child and adolescent patient consultations?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>
              <italic>Evidence base:</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Telepsychiatry services have been successfully used with diverse populations <italic>across diagnoses (eg, depression/attention-deficit/hyperactivity disorder/tics/obsessive compulsive disorder/autism/psychosis) and settings (including urban/rural, community/school/home/inpatient/forensic [juvenile justice])</italic>. Multiple studies have shown its <italic>feasibility</italic>. Referrers, psychiatrists, and families report <italic>high satisfaction</italic> with telepsychiatry services. The ability to establish a <italic>therapeutic rapport</italic> with youth and families through telepsychiatry is well established.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Practical suggestions in telepsychiatry with young people</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Comment on real features</italic> in the patient’s room so they know you can see and hear them.</p>
              </list-item>
              <list-item>
                <p><italic>Greet patients</italic>: How are you? Can you see and hear me OK?</p>
              </list-item>
              <list-item>
                <p><italic>Replace the handshake</italic> (eg, with a wave or fist bump)</p>
              </list-item>
              <list-item>
                <p><italic>Use nonverbal communication</italic>: facial expression, gestures, eye contact, tone of voice</p>
              </list-item>
              <list-item>
                <p><italic>Ask about physical comfort</italic>: privacy, temperature, lighting</p>
              </list-item>
              <list-item>
                <p><italic>Adjust your voice</italic>: slower and clearer, with longer pauses after questions to avoid talking over each other.</p>
              </list-item>
              <list-item>
                <p>
                  <italic>Nod and smile frequently</italic>
                </p>
              </list-item>
              <list-item>
                <p><italic>Maintain eye contact</italic> (look at the camera)</p>
              </list-item>
              <list-item>
                <p><italic>Direct the family arrangement</italic> at the beginning so all remain visible throughout the consultation and make sure the lighting is adequate</p>
              </list-item>
              <list-item>
                <p>Use the <italic>zoom and wide function</italic> if needed</p>
              </list-item>
              <list-item>
                <p>Position yourself so your <italic>eyes appear one-third of the way down from the top of the screen</italic></p>
              </list-item>
              <list-item>
                <p>Arrange the patient’s picture on your screen <italic>as close as possible to your camera</italic> (to allow for “relative eye contact”)</p>
              </list-item>
              <list-item>
                <p>
                  <italic>Keep both cameras still</italic>
                </p>
              </list-item>
              <list-item>
                <p>
                  <italic>Ensure adequate lighting</italic>
                </p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Safety</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Establish at each site what the <italic>infrastructure and emergency management protocols</italic> are in place, which can be adapted</p>
              </list-item>
              <list-item>
                <p>Ensure that the <italic>contact information</italic> for parent(s)/caregiver(s) are up to date and available</p>
              </list-item>
              <list-item>
                <p>In <italic>hospital and community settings</italic> these will be well established, but in <italic>nontraditional settings</italic> (eg, shelters for families and children), these will need to be developed and established before starting.</p>
              </list-item>
              <list-item>
                <p>Emergency management is a <italic>team effort</italic>: <italic>identify on-site staff</italic> who can help by physically intervening during the emergency. Community resources must be identified to incorporate into <italic>emergency management protocols and the patient’s care plan</italic>.</p>
              </list-item>
              <list-item>
                <p>Safety and mobilization procedures at a patient site should be both <italic>accessible to staff for review and an integral part of their training</italic>.</p>
              </list-item>
              <list-item>
                <p><italic>Manipulate the technology</italic> to maximize video and audio quality to assess signs of agitation, substance use, and medication side effects.</p>
              </list-item>
              <list-item>
                <p>If technology falters, have <italic>a preplanned backup emergency management plan</italic> (eg, calling a named coordinator at site to enter room and ensure safety)</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Training</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Official guidelines for training competencies have not yet been established.</p>
              </list-item>
              <list-item>
                <p><italic>Primary skill areas</italic> (see section 7a in <xref ref-type="boxed-text" rid="box8">Textbox 8</xref>) all have special applications for children and adolescents.</p>
              </list-item>
              <list-item>
                <p>Clinicians need to learn to <italic>increase nonverbal communication by approximately 15-20%</italic> for effective use on screen.</p>
              </list-item>
              <list-item>
                <p>Be <italic>collaborative</italic> with all staff at patient site across disciplines to integrate into the team remotely</p>
              </list-item>
              <list-item>
                <p>Be sensitive to <italic>cultural and community issues</italic></p>
              </list-item>
              <list-item>
                <p><italic>Help staff</italic> to be comfortable with telepsychiatry</p>
              </list-item>
              <list-item>
                <p><italic>Be flexible in your role</italic> in the child’s system of care and vary your role depending on the resources available at the patient site</p>
              </list-item>
              <list-item>
                <p>
                  <italic>Understand legal/policy/regulation guidelines</italic>
                </p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Developing a therapeutic space and establishing rapport</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p><italic>Clinician’s room</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p><italic>Minimize detail</italic> (to facilitate the camera’s focus and not distract the patient)</p>
                  </list-item>
                  <list-item>
                    <p><italic>Do a room tour</italic> to show privacy and welcome patient and family</p>
                  </list-item>
                  <list-item>
                    <p><italic>Show the therapist from waist up</italic> (like a news broadcaster) to include all nonverbal communication</p>
                  </list-item>
                  <list-item>
                    <p>Include in frame <italic>any tools or gadgets you intend to use</italic></p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p><italic>Patient’s room</italic>:</p>
                <list list-type="bullet">
                  <list-item>
                    <p><italic>Large enough</italic> for patient plus family plus any caregivers/staff attending</p>
                  </list-item>
                  <list-item>
                    <p><italic>Large enough</italic> to assess patient’s physique, motor skills, behavior, mental status examination, gross motor and fine motor skills, affect, and rapport</p>
                  </list-item>
                  <list-item>
                    <p>For one participant, they should sit <italic>2-4 feet</italic> away from the camera. For each additional participant, <italic>another 2 feet back</italic> from the camera will keep all participants in the screen’s framing.</p>
                  </list-item>
                  <list-item>
                    <p>Camera needs to be <italic>far enough</italic> away that young children are always in shot, even if they move to play on the floor</p>
                  </list-item>
                  <list-item>
                    <p>Consider the <italic>selection of toys</italic>: useful as a distraction but avoid noisy toys and those with lots of pieces; ideal is a small table with paper and crayons</p>
                  </list-item>
                  <list-item>
                    <p>In general, <italic>control use of electronics</italic> by patients during the interview but be flexible (eg, for teens)</p>
                  </list-item>
                  <list-item>
                    <p>Use <italic>creative ways to establish rapport</italic> (eg, comment on the child’s toys/clothing/room features to show you can really see them, check they are happy with the room layout, ask them to check their own image on the screen)</p>
                  </list-item>
                  <list-item>
                    <p>Two-thirds of the meaning of a consultation comes from <italic>nonverbal communication.</italic> It is often not what is said, but how it is said, that matters most to our patients.</p>
                  </list-item>
                  <list-item>
                    <p>Be creative with <italic>seating arrangements</italic>: children can sit next to or between their parents, on their lap, or in front on a chair or on the floor.</p>
                  </list-item>
                  <list-item>
                    <p>If <italic>a hyperactive or autistic child</italic> cannot remain in the camera frame, keep the parent(s) in and call the child back to the camera when they need to answer a question.</p>
                  </list-item>
                  <list-item>
                    <p>If a child <italic>refuses to sit</italic> within the camera frame and behavior management strategies do not work, consider seating them further from the camera but in the frame, or allowing more privacy for part or all of the session.</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>School-based telepsychiatry</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>There are <italic>many advantages</italic>: reduced travel time for psychiatrists, reduced parents’ work leave, reduced child absence from school, increased attendance at psychiatry appointments, facilitates a team-based approach with earlier interventions and better compliance. However, the following should be considered: finding a <italic>private/secure space, understanding and respecting school staff, policies and structures, knowledge of existing school support and learning support, continuity outside school</italic> (evenings, holidays, etc). Ideally, clinicians should use a <italic>hybrid approach</italic> with some in-person meetings at the beginning. Clinicians should identify which staff will support with practical arrangements and in the meetings if needed.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Forensic (juvenile justice) settings</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Can be <italic>challenging</italic>: some young people are reluctant to speak with psychiatric and other mental health staff, particularly if sessions interfere with their participation in recreational activities or there are concerns about staff being present and confidentiality.</p>
              </list-item>
              <list-item>
                <p>Telepsychiatrists must <italic>define their role</italic> in the youth’s system of care and treatment (ie, to clarify a forensic vs direct care role).</p>
              </list-item>
              <list-item>
                <p><italic>On-site therapists</italic> (but not correctional staff) typically participate in sessions to aid the psychiatrist in obtaining pertinent patient information and to facilitate clinical care.</p>
              </list-item>
              <list-item>
                <p><italic>Background information and reports</italic> may be available in advance, and these should be used proactively in the interview.</p>
              </list-item>
              <list-item>
                <p>Telepsychiatrists should be familiar with regulations regarding <italic>consent to pharmacological treatment of minors in forensic settings</italic>.</p>
              </list-item>
              <list-item>
                <p>Telepsychiatrists may ask staff to provide a <italic>“virtual tour”</italic> of the facility with a mobile device to ensure privacy, security, management of mental health records, and other concerns.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>
              <italic>Cultural issues</italic>
              <list list-type="bullet">
                <list-item>
                  <p>See section 6c; note that <italic>family structure</italic> may differ in different cultures; take care to use <italic>professional interpreters</italic>, not family members</p>
                </list-item>
              </list>
            </p>
          </list-item>
          <list-item>
            <p>
              <italic>Behavior management</italic>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Evidence-based behavior management training can be offered via telepsychiatry in clinic and home settings.</p>
              </list-item>
              <list-item>
                <p>Psychiatrists can both model and coach parents on the concepts of behavior management in real time.</p>
              </list-item>
              <list-item>
                <p>In clinic, staff can clarify subtleties in the child’s behavior that may not be evident through videoconferencing.</p>
              </list-item>
              <list-item>
                <p>Treatment can be offered in naturalistic settings such as the home, potentially providing more ecologically valid assessments and interventions.</p>
              </list-item>
              <list-item>
                <p>Develop a <italic>safety and crisis plan</italic> (including contact lists of trusted family/friends, local general practitioner, and emergency services) at the beginning in case the child’s behavior becomes unmanageable or unsafe during a session</p>
              </list-item>
            </list>
          </list-item>
        </list>
        <p>
          <bold>6c. How should we consider cultural issues?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>Be <italic>knowledgeable about the culture(s) and environments</italic> in which care is provided</p>
          </list-item>
          <list-item>
            <p>Be aware that cultural differences can be highlighted by the patient and provider locations</p>
          </list-item>
          <list-item>
            <p>Assess how a patient’s cultural background influences their <italic>comfort and use of technology</italic></p>
          </list-item>
          <list-item>
            <p>Consider how best to <italic>adapt</italic> their communication style and clinical processes</p>
          </list-item>
        </list>
        <p>
          <bold>6d. How do we manage a patient interaction when more than one member of the team is present on the call?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p>It is important to incorporate each member in the process. Each member of the team at both sites should <italic>introduce</italic> themselves with their name, title, and role and make sure that the patient understands the nature of the encounter. After interviewing and examining the patient, the clinician should <italic>check in with each team member</italic> for their input and to <italic>clarify the diagnostic impression and feasibility of a treatment plan</italic>.</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box8" position="float">
        <title>Training and service needs (section 7).</title>
        <p>
          <bold>7a. How can I prepare to be a good telepsychiatrist?</bold>
        </p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Useful previous experience</italic> includes settings with communication skills and adjustments for the setting, audience, and objectives of the event (eg, public speaking, acting, coaching, and media experience)</p>
          </list-item>
          <list-item>
            <p>
              <italic>General considerations</italic>
              <list list-type="bullet">
                <list-item>
                  <p><italic>Practice and self-observe</italic> (for example, by recording a practice interview with a colleague)
                        </p>
                </list-item>
                <list-item>
                  <p>Focus on <italic>patient-centered, respectful, active listening, expressing empathy, cultural sensitivity, use of nonverbal behavior and replace physical contact with welcoming statements</italic></p>
                </list-item>
                <list-item>
                  <p>In team assessments, remember <italic>introductions, engaging others</italic> to get involved, and <italic>giving directions or ground rules</italic> to provide <italic>structure</italic></p>
                </list-item>
                <list-item>
                  <p>Use elements of <italic>good public speaking</italic></p>
                </list-item>
                <list-item>
                  <p><italic>Plan</italic> and manage the session, be <italic>organized</italic>, consider an <italic>opening script</italic> for new assessments</p>
                </list-item>
              </list>
            </p>
          </list-item>
          <list-item>
            <p>Clinical considerations</p>
            <list list-type="bullet">
              <list-item>
                <p>Maintain the <italic>standard of care and quality</italic> of service</p>
              </list-item>
              <list-item>
                <p>Document <italic>informed consent</italic></p>
              </list-item>
              <list-item>
                <p><italic>Engage</italic> the patient and put them at ease</p>
              </list-item>
              <list-item>
                <p><italic>Previsit preparation</italic> is helpful</p>
              </list-item>
              <list-item>
                <p><italic>Allocate enough time</italic>: video interviewing takes longer and requires more concentration</p>
              </list-item>
              <list-item>
                <p><italic>The setting/room</italic>: both ends private/secure, announce anyone who is unseen to the patient, check lighting, and check equipment</p>
              </list-item>
              <list-item>
                <p>Check in with the client at the <italic>end of the session</italic></p>
              </list-item>
              <list-item>
                <p><italic>Minimize interruptions</italic> and reduce the amount of information dispensed</p>
              </list-item>
              <list-item>
                <p><italic>Dress appropriately</italic> and <italic>project your voice and other gestures about 15% greater</italic> than in-person</p>
              </list-item>
              <list-item>
                <p><italic>Adjust to age</italic> (eg, toys and table for kids; support person for older adults)</p>
              </list-item>
              <list-item>
                <p><italic>Adapt your clinical examination</italic> where needed</p>
              </list-item>
              <list-item>
                <p><italic>Encourage family members</italic> to attend if possible and the patient agrees</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </boxed-text>
      <p>We used a synthesis of the guidelines to answer specific questions generated by clinicians on telepsychiatry and related digital technologies using the following sources: <italic>American Psychiatric Association (APA), CDC, CMS, FSMB, General Medical Council (GMC), Massachusetts General Hospital Department of Psychiatry, NHS Wales, NHSX (a joint team from the Department of Health and Social Care and NHS England and NHS Improvement), the National Institute for Health and Care Excellence (NICE), NMC, Public Health England, Royal College of Psychiatrists,</italic> and <italic>Singapore Psychiatric Association.</italic></p>
      <p>The full list of the sources searched, specific sources used, and further detail with webpage links on each point are contained in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this paper we have summarized the available evidence base for guidelines in telepsychiatry across a wide variety of treatment modalities and populations. Telepsychiatric treatment has not previously been implemented on the scale and speed demanded by the current COVID-19 crisis. This is, at least in part, because mental health clinicians feel a lack of detailed knowledge and experience in telepsychiatry, and often express concerns about establishing rapport and therapeutic alliance [<xref ref-type="bibr" rid="ref12">12</xref>], and key areas such as assessing risk and safeguarding [<xref ref-type="bibr" rid="ref7">7</xref>]. Developing skills in telepsychiatry, including competence in creating a so-called “webside manner” [<xref ref-type="bibr" rid="ref30">30</xref>] requires knowledge, training, and experience. Building confidence and knowledge is the first important step and requires easy access to a reliable source of existing information, such as that summarized in our synthesis of guidance.</p>
      <p>Training clinicians is the next key area, both in the practical use of remote consultations and in the use of digital interventions, treatments, and mobile apps. Frameworks for training exist [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] but have not been widely implemented in practice. However, teaching experience such as with psychiatry residents has been positive, and there are already many successful examples of teaching telemedicine [<xref ref-type="bibr" rid="ref10">10</xref>]. Training takes time, so it does not offer an immediate solution to the current crisis, but it will build capacity for increased access to care for the mental health sequelae of the current crisis and help to prepare for the next.</p>
      <p>Training for clinicians is only one part of the story. It is also important to ensure that all patients have access to telepsychiatry. Many people may be prevented from accessing digital health, either because of a lack of skill or competence, or because of a lack of suitable access to reliable internet connections, smartphones, or similar platforms [<xref ref-type="bibr" rid="ref10">10</xref>]. These reasons affect particularly the most vulnerable in society; issues such as age, language, cultural background, and homelessness can all contribute. Training programs for patients [<xref ref-type="bibr" rid="ref33">33</xref>] have been effective in increasing patients’ confidence and competence, but practical access to relevant technology is a wider societal issue. Clinicians also need to be aware that telepsychiatry is a tool for consultation, which needs to be adapted flexibly and creatively to each patient’s needs, preferences, and circumstances. As the guidelines in section 2a of <xref ref-type="boxed-text" rid="box3">Textbox 3</xref> outline, a pragmatic approach needs to be taken, particularly during the constraints of the COVID-19 pandemic; for example, telephone consultations may be used to facilitate engagement with those who lack access to digital technology or the skills or confidence to use video platforms. Alternatively, a hybrid or blended approach (as discussed later) may be the best option for some patients after weighing the potential risks and benefits for an individual, even during the COVID-19–related constraints imposed on in-person contact. Careful preparation in advance, as outlined in section 3a of <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, can also help to ensure that time spent during the consultation is as comfortable and effective for the patient as possible. Part of this preparation should also be to remind patients that their usual rights (for example, for a second opinion, to make a complaint, or decline a treatment) are the same whether the meeting is in person or delivered remotely.</p>
      <p>As well as clinicians and patients, organizations providing services in mental health care also need to implement changes to reflect the acceptance of telepsychiatry as a valid and beneficial treatment option. In the short-term response to the crisis, there have been examples of organizational changes such as the lifting of state and federal regulation in the United States that had previously been barriers [<xref ref-type="bibr" rid="ref3">3</xref>]. Longer term, it is unclear whether these changes will return to pre–COVID-19 rules or not. To ensure that these changes continue, clinicians and organizations need to campaign proactively for long-term change [<xref ref-type="bibr" rid="ref3">3</xref>]. Central to this will be widespread dissemination of evidence-based guidance to clinicians who can then gain the confidence and competence needed to implement telepsychiatry and to extend its use beyond the short-term crisis. Research on the implementation of telepsychiatry will also need to assess outcomes and their cost-effectiveness, to support long-term change to systems of payment and insurance [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>One route to demonstrating the clinical efficacy and cost-effectiveness of telepsychiatry, particularly as a longer-term strategy, will be to assess its use not only as a replacement for face-to-face care but also as a possibility for an enhanced level of care. It offers options for patients to personalize their treatment in choosing how they want to see their psychiatrist. In the aftermath of COVID-19, many patients may choose to continue with remote consultation because of its advantages such as privacy (reducing stigma) and convenience. For a small minority, particularly those with psychosis or persecutory beliefs, remote psychiatry may seem less trustworthy than in-person care. Post–COVID-19, patients will be able to individualize their care, balancing the pros and cons for their own treatment, with many opting for a hybrid model across different remote and in-person settings. Clinicians will need to balance the strengths, limitations, and adjustments needed for each approach and feel competent in using all media [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>Telepsychiatry also offers options for easily combining with other digital technologies. These include platforms for monitoring symptoms such as mood monitoring systems [<xref ref-type="bibr" rid="ref35">35</xref>] or combining care with apps [<xref ref-type="bibr" rid="ref34">34</xref>]. Smartphone apps offer advantages in accessibility, insights into physical and cognitive behavior, and a range of resources designed to aid health. However, there are challenges to be addressed; clinicians and patients need to assess these digital resources for efficacy, safety, and security so that only high quality and clinically effective apps are offered to patients [<xref ref-type="bibr" rid="ref36">36</xref>]. Although there are app comparison sites (for example, [<xref ref-type="bibr" rid="ref37">37</xref>]), the volume of work in appraising apps is ever increasing, so sites often show a lack of concordance between ratings of the same app, may use qualitative measures, and are quickly out of date. For example, the initial version of the NHS Apps Library [<xref ref-type="bibr" rid="ref26">26</xref>] was withdrawn after criticism of a lack of consistency in evidence of effectiveness, privacy, and confidentiality. The library was relaunched but now offers advice rather than regulation. The APA app evaluation framework [<xref ref-type="bibr" rid="ref29">29</xref>] suggests that users (patients and clinicians) ask questions across the areas of safety and privacy, evidence, ease of use, and interoperability, supplemented if possible with a self-certification checklist completed by developers or volunteers on a frequent basis. Ideally, this would mean that a patient could filter categories for app choices that meet their requirements across the areas assessed. Apps are twice as effective when used with a clinician [<xref ref-type="bibr" rid="ref38">38</xref>], so their combination with telepsychiatry presents exciting opportunities. Similarly, the addition of apps to provide lifestyle interventions [<xref ref-type="bibr" rid="ref10">10</xref>] is particularly relevant during the current restrictions and will be an important opportunity both during the acute crisis of COVID-19 and afterwards.</p>
      <p>Some potential limitations of our work should be acknowledged. The original search was restricted to English language sources, but international collaborators are producing translations (for example, in French, Turkish, and Chinese) and adaptations for local use before dissemination. Any summary of guidance needs to reflect the global perspective, as implementation and advice on telemedicine and telepsychiatry vary. Balancing guidelines across countries is a key area of concern when producing a summary of evidence. UK guidelines on telepsychiatry (for example, those from the Royal College of Psychiatrists and GMC) are generally more cautious and emphasize possible constraints, whereas US views are more expansive, with stronger emphasis on the evidence base and the potential benefits of combining with apps and other technologies. Although valuable COVID-19 specific mental health treatment guidance is starting to be generated (for example, in the UK, COVID-19–specific guidance in how to remotely deliver the NICE recommended cognitive therapies for PTSD, social anxiety disorder, and panic disorder [<xref ref-type="bibr" rid="ref39">39</xref>]), the vast majority of guidance and evidence on use of telepsychiatry is based on the pre–COVID-19 era. Although there is some preliminary data on the use of telepsychiatry in other disasters [<xref ref-type="bibr" rid="ref40">40</xref>], the COVID-19 crisis is different to previous pandemics. Thus, this synthesis of guidance contains a combination of pre–COVID-19 guidelines mixed with recent crisis guidelines. Although the COVID-19 guidelines are more pragmatic and perhaps more relevant, this combination does produce inconsistencies (for example, on whether consent to telepsychiatry meetings is implicit or needs to be explicit). </p>
      <p>Most of the guidelines focus on practical implementation in general adult psychiatry (with some specific guidelines for younger and older patients). Although this is helpful, if telepsychiatry is to be integrated into routine care in the longer term, then guidance also needs to focus on those areas and patient populations who may be more difficult to engage, for example, those with learning disabilities, psychotic symptoms including persecutory beliefs, personality disorders, and eating disorders. In addition, the guidelines do not clearly differentiate between initial assessment and follow-up. Although the general principles may be the same, the focus of these different encounters may vary, and these are not clearly defined. The existing guidelines do not specifically include the concept of hybrid or blended care, which is the route most likely to be effective in the longer term. This involves the combination of telepsychiatry with not only in-person care but also other digital technologies. Frameworks for telepsychiatry alone are well established and are more preliminary for digital technologies, and there is no clear guidance on the combination of all. Hybrid care will be key in the way forward post–COVID-19 to allow clinicians and their patients to choose the individual combination of care that offers the most advantages. To do this, mental health clinicians need to become adept at managing hybrid clinician-patient relationships and have a detailed understanding of the advantages and limitations of all the tools they use to care for patients [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>The acute COVID-19 pandemic and its aftermath present new challenges. Although the benefits of implementing telepsychiatry are clear, this can only be fully realized if clinicians see this as an opportunity for not only a short-term solution to a crisis but also a cultural shift and opportunity to integrate the benefits of telepsychiatry into a model of blended care in the future. The acute crisis can be an opportunity to develop and implement digital mental health in a collaborative environment between patients, carers, and clinicians. This is an important moment where mental health professionals and health care providers can embrace telepsychiatry and introduce new and innovative strategies to make long-lasting improvements in the access to and quality of mental health care provision.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary material.</p>
        <media xlink:href="mental_v7i8e21108_app1.docx" xlink:title="DOCX File , 22 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APA</term>
          <def>
            <p>American Psyciatric Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CMS</term>
          <def>
            <p>Centers for Medicare and Medicaid Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FSMB</term>
          <def>
            <p>Federation of State Medical Boards</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GMC</term>
          <def>
            <p>General Medical Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NICE</term>
          <def>
            <p>National Institute of Health and Care Excellence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NIHR</term>
          <def>
            <p>National Institute for Health Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NMC</term>
          <def>
            <p>Nursing and Midwifery Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SARS-CoV-2</term>
          <def>
            <p>severe acute respiratory syndrome coronavirus 2</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>KS, EO, and AC are supported by the National Institute for Health Research (NIHR) Oxford Cognitive Health Clinical Research Facility. AC is also supported by an NIHR Research Professorship (grant RP-2017-08-ST2-006), the NIHR Oxford and Thames Valley Applied Research Collaboration, and the NIHR Oxford Health Biomedical Research Centre (grant BRC-1215-20005). The views expressed are those of the authors and not necessarily those of the UK NHS, the NIHR, or the UK Department of Health.</p>
      <p>We thank Dr John Torous for his advice and guidance with the digital mental health table. We would also like to thank our international collaborators: Peng Xie (China), Toshi Furukawa (Japan), Astrid Chevance (France), Stefan Leucht, Stephan Herres (Germany), Ayse Kurtulmus (Turkey), Armando D’Agostino (Italy), John Torous, and Scott Stroup (United States).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>AC has received research and consultancy fees from the Italian Network for Paediatric Trials, the Cariplo Foundation, and Angelini Pharma outside the submitted work. KS, OM, and EO have nothing to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fauci</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Redfield</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 — navigating the uncharted</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>382</volume>
          <issue>13</issue>
          <fpage>1268</fpage>
          <lpage>1269</lpage>
          <pub-id pub-id-type="doi">10.1056/nejme2002387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gates</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Responding to Covid-19 — a once-in-a-century pandemic?</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>382</volume>
          <issue>18</issue>
          <fpage>1677</fpage>
          <lpage>1679</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2003762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Schneck</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mishkind</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Telepsychiatry and the coronavirus disease 2019 pandemic-current and future outcomes of the rapid virtualization of psychiatric care</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.1643</pub-id>
          <pub-id pub-id-type="medline">32391861</pub-id>
          <pub-id pub-id-type="pii">2765954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Chesney</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pollak</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fusar-Poli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zandi</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Psychiatric and neuropsychiatric presentations associated with severe coronavirus infections: a systematic review and meta-analysis with comparison to the COVID-19 pandemic</article-title>
          <source>Lancet Psychiatry</source>
          <year>2020</year>
          <month>07</month>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>611</fpage>
          <lpage>627</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2215-0366(20)30203-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(20)30203-0</pub-id>
          <pub-id pub-id-type="medline">32437679</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(20)30203-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7234781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Woodland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wessely</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>The psychological impact of quarantine and how to reduce it: rapid review of the evidence</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>03</month>
          <day>14</day>
          <volume>395</volume>
          <issue>10227</issue>
          <fpage>912</fpage>
          <lpage>920</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32112714"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30460-8</pub-id>
          <pub-id pub-id-type="medline">32112714</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30460-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7158942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sucala</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schnur</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brackman</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic relationship in e-therapy for mental health: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>08</month>
          <day>02</day>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>e110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/4/e110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2084</pub-id>
          <pub-id pub-id-type="medline">22858538</pub-id>
          <pub-id pub-id-type="pii">v14i4e110</pub-id>
          <pub-id pub-id-type="pmcid">PMC3411180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>McKean</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Barriers to use of telepsychiatry: clinicians as gatekeepers</article-title>
          <source>Mayo Clin Proc</source>
          <year>2019</year>
          <month>12</month>
          <volume>94</volume>
          <issue>12</issue>
          <fpage>2510</fpage>
          <lpage>2523</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2019.04.018</pub-id>
          <pub-id pub-id-type="medline">31806104</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(19)30400-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Video consultations for covid-19</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>03</month>
          <day>12</day>
          <volume>368</volume>
          <fpage>m998</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m998</pub-id>
          <pub-id pub-id-type="medline">32165352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>FAQs</article-title>
          <source>National Leadership and Innovation Agency for Healthcare</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.wales.nhs.uk/technologymls/english/faq1.html">http://www.wales.nhs.uk/technologymls/english/faq1.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jän Myrick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health and COVID-19: using technology today to accelerate the curve on access and quality tomorrow</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e18848</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/3/e18848/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18848</pub-id>
          <pub-id pub-id-type="medline">32213476</pub-id>
          <pub-id pub-id-type="pii">v7i3e18848</pub-id>
          <pub-id pub-id-type="pmcid">PMC7101061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Telepsychiatry toolkit</article-title>
          <source>American Psychiatric Association</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatry.org/psychiatrists/practice/telepsychiatry/toolkit">https://www.psychiatry.org/psychiatrists/practice/telepsychiatry/toolkit</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Opportunities from the coronavirus disease 2019 pandemic for transforming psychiatric care with telehealth</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.1640</pub-id>
          <pub-id pub-id-type="medline">32391857</pub-id>
          <pub-id pub-id-type="pii">2765953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ostinelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 and mental health: a transformational opportunity to apply an evidence-based approach to clinical practice and research</article-title>
          <source>Evid Based Ment Health</source>
          <year>2020</year>
          <month>05</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>45</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1136/ebmental-2020-300155</pub-id>
          <pub-id pub-id-type="medline">32317345</pub-id>
          <pub-id pub-id-type="pii">ebmental-2020-300155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to the Oxford Precision Psychiatry Lab (OxPPL)</article-title>
          <source>NIHR Oxford Health Biomedical Research Centre</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://oxfordhealthbrc.nihr.ac.uk/our-work/oxppl/,">https://oxfordhealthbrc.nihr.ac.uk/our-work/oxppl/,</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Digital technologies and telepsychiatry</article-title>
          <source>NIHR Oxford Health Biomedical Research Centre</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://oxfordhealthbrc.nihr.ac.uk/our-work/oxppl/table-5-digital-technologies-and-telepsychiatry/">https://oxfordhealthbrc.nihr.ac.uk/our-work/oxppl/table-5-digital-technologies-and-telepsychiatry/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Standard operating procedures and protocols for telehealth</article-title>
          <source>Digital Psych</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.digitalpsych.org/uploads/1/2/9/7/129769697/session_start.pdf">https://www.digitalpsych.org/uploads/1/2/9/7/129769697/session_start.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Covid-19: remote consultations</article-title>
          <source>NICE</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ng163/resources/bmj-visual-summary-for-remote-consultations-pdf-8713904797">https://www.nice.org.uk/guidance/ng163/resources/bmj-visual-summary-for-remote-consultations-pdf-8713904797</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Telemedicine: the essentials</article-title>
          <source>The College of Family Physicians of Canada</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cfp.ca/sites/default/files/pubfiles/PDF%20Documents/Blog/telehealth_tool_eng.pdf">https://www.cfp.ca/sites/default/files/pubfiles/PDF%20Documents/Blog/telehealth_tool_eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Clinical outcomes</article-title>
          <source>American Psychiatric Association</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatry.org/psychiatrists/practice/telepsychiatry/toolkit/clinical-outcomes">https://www.psychiatry.org/psychiatrists/practice/telepsychiatry/toolkit/clinical-outcomes</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Prescription only medicines</article-title>
          <source>Legislation.gov.uk</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.legislation.gov.uk/uksi/2012/1916/part/12/chapter/2/crossheading/prescription-only-medicines/made">http://www.legislation.gov.uk/uksi/2012/1916/part/12/chapter/2/crossheading/prescription-only-medicines/made</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 medicines information memo</article-title>
          <source>NIHR Oxford Health Biomedical Research Centre</source>
          <year>2020</year>
          <month>03</month>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://oxfordhealthbrc.nihr.ac.uk/wp-content/uploads/2020/05/remote-prescribing-guidelines-Oxford-Health.pdf">http://oxfordhealthbrc.nihr.ac.uk/wp-content/uploads/2020/05/remote-prescribing-guidelines-Oxford-Health.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Telemedicine legislation</article-title>
          <source>GovHawk</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://track.govhawk.com/reports/2Nzd2/public">https://track.govhawk.com/reports/2Nzd2/public</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Information Governance advice for staff working in health and care organisations</article-title>
          <source>NHSX</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhsx.nhs.uk/covid-19-response/data-and-information-governance/information-governance/covid-19-information-governance-advice-health-and-care-professionals/">https://www.nhsx.nhs.uk/covid-19-response/data-and-information-governance/information-governance/covid-19-information-governance-advice-health-and-care-professionals/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Free webinar: telemedicine and COVID-19 - American Academy of Neurology</article-title>
          <source>YouTube</source>
          <year>2020</year>
          <month>03</month>
          <day>27</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=Pw-Jdy3-T9g">https://www.youtube.com/watch?v=Pw-Jdy3-T9g</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Digital health innovation action plan</article-title>
          <source>U.S. Food and Drug Administration</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/media/106331/download">https://www.fda.gov/media/106331/download</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>NHS Apps Library</article-title>
          <source>NHS</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/apps-library/?page=4">https://www.nhs.uk/apps-library/?page=4</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Evidence standards framework for digital health technologies</article-title>
          <source>NICE</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/about/what-we-do/our-programmes/evidence-standards-framework-for-digital-health-technologies">https://www.nice.org.uk/about/what-we-do/our-programmes/evidence-standards-framework-for-digital-health-technologies</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Mental health apps</article-title>
          <source>American Psychiatric Association</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatry.org/psychiatrists/practice/mental-health-apps">https://www.psychiatry.org/psychiatrists/practice/mental-health-apps</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>App evaluation model</article-title>
          <source>American Psychiatric Association</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatry.org/psychiatrists/practice/mental-health-apps/app-evaluation-model">https://www.psychiatry.org/psychiatrists/practice/mental-health-apps/app-evaluation-model</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McConnochie</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Webside manner: a key to high-quality primary care telemedicine for all</article-title>
          <source>Telemed J E Health</source>
          <year>2019</year>
          <month>11</month>
          <volume>25</volume>
          <issue>11</issue>
          <fpage>1007</fpage>
          <lpage>1011</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2018.0274</pub-id>
          <pub-id pub-id-type="medline">30648924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A framework for competencies for the use of mobile technologies in psychiatry and medicine: scoping review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>02</month>
          <day>21</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e12229</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/2/e12229/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12229</pub-id>
          <pub-id pub-id-type="medline">32130153</pub-id>
          <pub-id pub-id-type="pii">v8i2e12229</pub-id>
          <pub-id pub-id-type="pmcid">PMC7060500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Maheu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Drude</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Hertlein</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>The need to implement and evaluate telehealth competency frameworks to ensure quality care across behavioral health professions</article-title>
          <source>Acad Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>818</fpage>
          <lpage>824</lpage>
          <pub-id pub-id-type="doi">10.1007/s40596-018-0992-5</pub-id>
          <pub-id pub-id-type="medline">30426453</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40596-018-0992-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hendel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital opportunities for outcomes in recovery services (DOORS): a pragmatic hands-on group approach toward increasing digital health and smartphone competencies, autonomy, relatedness, and alliance for those with serious mental Iilness</article-title>
          <source>J Psychiatr Pract</source>
          <year>2020</year>
          <month>03</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>80</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1097/PRA.0000000000000450</pub-id>
          <pub-id pub-id-type="medline">32134881</pub-id>
          <pub-id pub-id-type="pii">00131746-202003000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC7135933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Managing virtual hybrid psychiatrist-patient relationships in a digital world</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>03</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.0139</pub-id>
          <pub-id pub-id-type="medline">32159756</pub-id>
          <pub-id pub-id-type="pii">2762527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodday</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>South</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mackay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hinds</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Attenburrow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mansfield</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Suvilehto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The true colours remote symptom monitoring system: a decade of evolution</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>01</month>
          <day>15</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e15188</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/1/e15188/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15188</pub-id>
          <pub-id pub-id-type="medline">31939746</pub-id>
          <pub-id pub-id-type="pii">v22i1e15188</pub-id>
          <pub-id pub-id-type="pmcid">PMC6996723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leigh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Flatt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>App-based psychological interventions: friend or foe?</article-title>
          <source>Evid Based Ment Health</source>
          <year>2015</year>
          <month>11</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>97</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2015-102203</pub-id>
          <pub-id pub-id-type="medline">26459466</pub-id>
          <pub-id pub-id-type="pii">eb-2015-102203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <source>PsyberGuide</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onemindpsyberguide.org/">https://onemindpsyberguide.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Messer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller-Tyszkiewicz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of app-supported smartphone interventions for mental health problems: a meta-analysis of randomized controlled trials</article-title>
          <source>World Psychiatry</source>
          <year>2019</year>
          <month>10</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>325</fpage>
          <lpage>336</lpage>
          <pub-id pub-id-type="doi">10.1002/wps.20673</pub-id>
          <pub-id pub-id-type="medline">31496095</pub-id>
          <pub-id pub-id-type="pmcid">PMC6732686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 resources</article-title>
          <source>OxCADAT Resources</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://oxcadatresources.com/covid-19-resources/">https://oxcadatresources.com/covid-19-resources/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinhardt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gouzoulis-Mayfrank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zielasek</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of telepsychiatry in emergency and crisis intervention: current evidence</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>63</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1054-8</pub-id>
          <pub-id pub-id-type="medline">31263972</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1054-8</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
