<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i3e31780</article-id>
      <article-id pub-id-type="pmid">35275081</article-id>
      <article-id pub-id-type="doi">10.2196/31780</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Telehealth Versus Face-to-face Psychotherapy for Less Common Mental Health Conditions: Systematic Review and Meta-analysis of Randomized Controlled Trials</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lindsay</surname>
            <given-names>Jan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Keijsers</surname>
            <given-names>Merel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wong</surname>
            <given-names>Kah Peng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Greenwood</surname>
            <given-names>Hannah</given-names>
          </name>
          <degrees>BPsycSci (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Evidence-Based Healthcare</institution>
            <institution>Bond University</institution>
            <addr-line>14 University Drive</addr-line>
            <addr-line>Robina, 4226</addr-line>
            <country>Australia</country>
            <phone>61 755955816 ext 55816</phone>
            <email>hgreenwo@bond.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5127-4667</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Krzyzaniak</surname>
            <given-names>Natalia</given-names>
          </name>
          <degrees>BPharmSci, MPharm, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5668-7292</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Peiris</surname>
            <given-names>Ruwani</given-names>
          </name>
          <degrees>BBiomedSci (Hons), MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4008-0319</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>Justin</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0133-1613</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>Anna Mae</given-names>
          </name>
          <degrees>BA, MA, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0109-9001</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Cardona</surname>
            <given-names>Magnolia</given-names>
          </name>
          <degrees>MBBS, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6499-2705</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Griffith</surname>
            <given-names>Rebecca</given-names>
          </name>
          <degrees>BSocSci, PostGrad Dip (Psych), MPsych (Clin)</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7224-5654</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Glasziou</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>MBBS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7564-073X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute for Evidence-Based Healthcare</institution>
        <institution>Bond University</institution>
        <addr-line>Robina</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Pharmacy</institution>
        <institution>University of Queensland</institution>
        <addr-line>Brisbane</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Gold Coast University Hospital Evidence-Based Practice Professorial Unit</institution>
        <addr-line>Southport</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Private Practice Clinical Psychology</institution>
        <addr-line>Gold Coast</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Hannah Greenwood <email>hgreenwo@bond.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>3</issue>
      <elocation-id>e31780</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Hannah Greenwood, Natalia Krzyzaniak, Ruwani Peiris, Justin Clark, Anna Mae Scott, Magnolia Cardona, Rebecca Griffith, Paul Glasziou. Originally published in JMIR Mental Health (https://mental.jmir.org), 11.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2022/3/e31780" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mental disorders are a leading cause of distress and disability worldwide. To meet patient demand, there is a need for increased access to high-quality, evidence-based mental health care. Telehealth has become well established in the treatment of illnesses, including mental health conditions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to conduct a robust evidence synthesis to assess whether there is evidence of differences between telehealth and face-to-face care for the management of less common mental and physical health conditions requiring psychotherapy.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In this systematic review, we included randomized controlled trials comparing telehealth (telephone, video, or both) versus the face-to-face delivery of psychotherapy for less common mental health conditions and physical health conditions requiring psychotherapy. The psychotherapy delivered had to be comparable between the telehealth and face-to-face groups, and it had to be delivered by general practitioners, primary care nurses, or allied health staff (such as psychologists and counselors). Patient (symptom severity, overall improvement in psychological symptoms, and function), process (working alliance and client satisfaction), and financial (cost) outcomes were included.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 12 randomized controlled trials were included, with 931 patients in aggregate; therapies included cognitive behavioral and family therapies delivered in populations encompassing addiction disorders, eating disorders, childhood mental health problems, and chronic conditions. Telehealth was delivered by video in 7 trials, by telephone in 3 trials, and by both in 1 trial, and the delivery mode was unclear in 1 trial. The risk of bias for the 12 trials was low or unclear for most domains, except for the lack of the blinding of participants, owing to the nature of the comparison. There were no significant differences in symptom severity between telehealth and face-to-face therapy immediately after treatment (standardized mean difference [SMD] 0.05, 95% CI −0.17 to 0.27) or at any other follow-up time point. Similarly, there were no significant differences immediately after treatment between telehealth and face-to-face care delivery on any of the other outcomes meta-analyzed, including overall improvement (SMD 0.00, 95% CI −0.40 to 0.39), function (SMD 0.13, 95% CI −0.16 to 0.42), working alliance client (SMD 0.11, 95% CI −0.34 to 0.57), working alliance therapist (SMD −0.16, 95% CI −0.91 to 0.59), and client satisfaction (SMD 0.12, 95% CI −0.30 to 0.53), or at any other time point (3, 6, and 12 months).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>With regard to effectively treating less common mental health conditions and physical conditions requiring psychological support, there is insufficient evidence of a difference between psychotherapy delivered via telehealth and the same therapy delivered face-to-face. However, there was no includable evidence in this review for some serious mental health conditions, such as schizophrenia and bipolar disorders, and further high-quality research is needed to determine whether telehealth is a viable, equivalent treatment option for these conditions.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telemedicine</kwd>
        <kwd>psychology</kwd>
        <kwd>mental health</kwd>
        <kwd>psychotherapy</kwd>
        <kwd>primary health care</kwd>
        <kwd>behavioral sciences</kwd>
        <kwd>systematic review</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Worldwide, mental health disorders are a leading cause of distress and disability, with 1 in every 4 people expected to be personally impacted throughout their lifetime [<xref ref-type="bibr" rid="ref1">1</xref>]. Some evidence suggests that mental health difficulties may be increasing; a previous systematic review found a small but significant increase in mental illness prevalence rates from 1978 to 2015, although the authors note that this may have been driven by demographic changes across this period [<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, the emergence of COVID-19 has seen mental health adversely impacted worldwide [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. This seems to indicate that this already debilitating problem may become a further global burden in the future. Thus, it seems crucial for quality mental health support to be widely available to the public in a safe and accessible way.</p>
        <p>Although telehealth was available and suggested to be effective for psychotherapy before the COVID-19 pandemic [<xref ref-type="bibr" rid="ref5">5</xref>], its uptake was somewhat limited within the delivery of psychological services [<xref ref-type="bibr" rid="ref6">6</xref>]. A study in the United States found that before the COVID-19 pandemic, psychologists were hesitant to use telehealth owing to lack of training, concerns for client safety, and privacy, among other concerns [<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, a qualitative study of mental health professionals highlighted concerns around the quality of the patient-therapist relationship [<xref ref-type="bibr" rid="ref8">8</xref>]. Given the health risks posed by face-to-face meetings, especially for older people or otherwise vulnerable, there was a rapid shift to remote delivery in health care services worldwide [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Although the pandemic was the catalyst that thrust telehealth to the forefront of health care delivery, there are many advantages to telehealth service provision for mental health. Telehealth extends care to patients with limited access to in-person therapy, including those in rural and remote areas. A narrative review examining telehealth access in rural communities in the United States found telehealth to be a convenient and efficient way to treat patients, and participants reported acceptability and satisfaction with telehealth services [<xref ref-type="bibr" rid="ref13">13</xref>]. Furthermore, telehealth also offers a safe and effective option for those who may have access issues or face stigmatization [<xref ref-type="bibr" rid="ref14">14</xref>]. For some conditions, such as substance use disorder, access to therapy delivered remotely may increase engagement with treatment services among groups who would not otherwise attend therapy [<xref ref-type="bibr" rid="ref15">15</xref>]. For patients being treated for substance abuse, video-delivered treatment was preferred to face-to-face treatment, mostly because of convenience and increased confidentiality [<xref ref-type="bibr" rid="ref16">16</xref>]. Taken together, the availability of telehealth facilitates increased access of care to those unable or unwilling to engage in face-to-face therapy and promotes continued therapeutic engagement owing to its flexibility and privacy.</p>
        <p>Telehealth may also enhance care accessibility for those requiring specialized therapies or those with less common mental health conditions that may not be treated by all clinicians. The skills needed to effectively treat those with less common or more complex mental health conditions or to adequately deliver less common therapy types may require additional training, guided supervision, professional development, or years of clinical experience. This is further compounded in rural and remote areas, where health care disparity is well documented [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Telehealth presents a potentially effective medium to connect patients requiring specialized forms of care with relevant, qualified therapists.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Evidence supports the use of telehealth for application in some psychotherapies [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>] and the management of common mental health conditions, including reviews in this series for depression (Scott AM et al, PhD, unpublished data, February 2022), anxiety [<xref ref-type="bibr" rid="ref22">22</xref>], and posttraumatic stress disorder (PTSD) [<xref ref-type="bibr" rid="ref23">23</xref>]. It is important to rigorously assess whether its effectiveness is generalizable beyond these groups. The aim of this systematic review is to assess whether there are any differences between telehealth-based psychotherapy and face-to-face psychotherapy across outcomes (patient, process, and cost) for less common mental health conditions (eg, substance use disorder, eating disorders, or childhood disorders) and physical conditions requiring psychological support (eg, cancer or chronic fatigue syndrome).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We aim to find, appraise, and synthesize studies that compared psychotherapy delivered via telehealth (video, telephone, or both) versus face-to-face for patients of any age in the primary health care setting. This systematic review is reported following the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2009 statement [<xref ref-type="bibr" rid="ref24">24</xref>], and the review protocol was developed prospectively.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <sec>
          <title>Study Design</title>
          <p>We included randomized controlled trials (RCTs) of any design (eg, parallel, cluster, crossover, factorial, or mixed), which included &#62;10 patients. We excluded all other study designs, such as controlled nonrandomized trials, qualitative studies, and observational studies (cohort, case-control, cross-sectional, case series, and case reports).</p>
        </sec>
        <sec>
          <title>Participants</title>
          <p>We included studies with people of any age or gender, who were receiving psychotherapy for less common mental health conditions, such as bulimia nervosa and substance use disorder, or any conditions where psychotherapy was used, such as cognitive behavioral therapy (CBT) for patients with cancer with high psychological needs. Although anxiety [<xref ref-type="bibr" rid="ref22">22</xref>], depression (Scott AM et al, PhD, unpublished data, February 2022), and PTSD [<xref ref-type="bibr" rid="ref23">23</xref>] were within the scope of this review, there was enough literature to conduct separate systematic reviews by condition, and hence, these were excluded. Studies involving hospital patients (eg, explicitly identified as taking place in hospital wards, or with patients shortly after discharge) or those consulting a secondary or tertiary specialist (ie, a psychiatrist) were excluded. Studies in hospital-discharged patient populations that explicitly identified the provision of therapy by a psychologist, therapist, psychotherapist, or counselor, however, were included.</p>
        </sec>
        <sec>
          <title>Interventions</title>
          <p>We included studies of interventions involving standard care psychological therapies for mental health conditions or physical conditions where psychological therapy was required, including but not limited to CBT, parent-child interaction therapy, cognitive behavioral intervention for tics, and parent training. Studies examining novel treatments for mental health were excluded.</p>
        </sec>
        <sec>
          <title>Comparators</title>
          <p>We included studies with an equivalent face-to-face comparator or other telehealth comparators (ie, video intervention with a telephone comparator). The intervention and comparator had to deliver a similar or identical level of care (ie, care similar in intensity, frequency, and duration). Studies with a comparator that included a wait-list control or clinically inequivalent active comparator were excluded.</p>
        </sec>
        <sec>
          <title>Outcomes (Primary and Secondary)</title>
          <p>The primary patient outcome was global or symptom severity. The secondary patient outcomes included improvement in psychological symptoms and functioning. The tertiary process (working alliance and satisfaction) or financial (cost) outcomes are included but reported in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Studies that met other inclusion criteria but did not report on one of the primary or secondary outcomes were included and reviewed. This is important to distinguish, as we either meta-analyzed outcomes or summarized them narratively if meta-analysis was not possible.</p>
        </sec>
      </sec>
      <sec>
        <title>Search Strategy to Identify Studies</title>
        <sec>
          <title>Database Search for Primary Studies</title>
          <p>The following databases were searched from inception until November 18, 2020: PubMed (MEDLINE), Embase, and CENTRAL via the Cochrane Library. The original search string (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) was designed in PubMed and translated for use in other databases using the Institute for Evidence-Based Healthcare’s Polyglot Search Translator, an automation tool designed to translate search strings between databases [<xref ref-type="bibr" rid="ref25">25</xref>]. This included a number of concepts and variants, such as <italic>Telemedicine</italic> AND <italic>Primary healthcare</italic> AND <italic>face-to-face</italic> AND <italic>randomised</italic>. On January 11, 2021, we conducted a backward (cited) and forward (citing) citation analysis using the web-based citation database Scopus [<xref ref-type="bibr" rid="ref26">26</xref>] on included studies identified during previous searches. These were screened against the inclusion criteria.</p>
        </sec>
        <sec>
          <title>Restriction on Publication Type</title>
          <p>No restrictions by language or publication date were imposed. We included only those publications from RCTs that were published in full. We excluded publications available as abstract only (eg, conference abstract) or with no additional results information available (eg, from a clinical trial registry record).</p>
        </sec>
      </sec>
      <sec>
        <title>Study Selection and Screening</title>
        <p>Titles and abstracts were screened independently by author pairs (AMS, RP, MC, JC, NK, HG, and PG) against the inclusion criteria. In addition, 1 author (JC) retrieved full texts, and 2 authors (HG and NK) screened the full texts for inclusion. Any disagreements were resolved by discussion or reference to the third screener. The forward backward citation analysis was conducted by 1 author (JC) and screened by 3 authors (HG, NK, and RP), and full text was obtained by HG. The study selection process for includable studies is reported in the PRISMA flow diagram (<xref rid="figure1" ref-type="fig">Figure 1</xref>), and studies excluded at the full-text screening stage are in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> with reasons for exclusion.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flowchart.</p>
          </caption>
          <graphic xlink:href="mental_v9i3e31780_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>We used 2 data extraction forms for study characteristics and outcome data, which were piloted on 2 studies in the review. Data from the included studies were extracted independently by 2 authors (NK and HG) into the data extraction forms (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>), and discrepancies were resolved by discussion or by reference to a third author.</p>
        <boxed-text id="box1" position="float">
          <title>List of extracted information.</title>
          <p>
            <bold>Extracted information</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Methods: Study authors, country, design, and duration of follow-up—as reported</p>
            </list-item>
            <list-item>
              <p>Participants: n, condition needing psychotherapy, randomization, age (years), mean (SD)</p>
            </list-item>
            <list-item>
              <p>Interventions: telehealth—provider, therapy, and dose</p>
            </list-item>
            <list-item>
              <p>Comparators: face-to-face—provider, therapy, and dose</p>
            </list-item>
            <list-item>
              <p>Outcomes: n, mean (SD), and <italic>P</italic> value (or as reported by authors)—patient (global or symptom severity, improvement in psychological symptoms, and functioning), process (working alliance and satisfaction), and financial (cost)</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Risk of Bias in Included Studies</title>
        <p>A total of 2 review authors (HG and NK) independently assessed the risk of bias for the included studies using the Cochrane Collaboration Risk of Bias Tool 1, as outlined in the Cochrane Handbook [<xref ref-type="bibr" rid="ref27">27</xref>], and all disagreements were resolved by discussion.</p>
        <p>The following domains were assessed for possible bias: (1) random sequence generation, (2) allocation concealment, (3) the blinding of participants and personnel, (4) the blinding of the outcome assessment, (5) incomplete outcome data, (6) selective outcome reporting, and (7) other bias (focusing on potential biases due to funding or conflict of interest).</p>
        <p>Each domain was graded as low, high, or unclear, including quote or summary from the relevant trial, which summarized why the grading was applied.</p>
      </sec>
      <sec>
        <title>Data Synthesis and Analysis</title>
        <p>Review Manager 5.4, the Cochrane Collaboration tool for conducting meta-analyses and creating forest plots, was used to calculate the treatment effect [<xref ref-type="bibr" rid="ref28">28</xref>]. As all outcome measures were continuous, we used mean difference or standardized mean difference (SMD). We performed meta-analyses only when possible (when ≥2 studies or comparisons reported the same or similar outcome) and where appropriate data were available that allowed us to calculate the SMD. Where these data were not available and thus meta-analysis was not possible, we narratively report the results. We anticipated a considerable heterogeneity between studies and used a random-effects model.</p>
        <p>The unit of analysis was the individual, which was available for every study in this review. We did not contact study authors to provide missing data. We used the <italic>I</italic><sup>2</sup> statistic to examine the heterogeneity of the included studies. Subgroup analyses were conducted according to the duration of follow-up: posttreatment and 3, 6, and 12 months.</p>
        <p>As &#60;10 trials were included in any data synthesis, we did not create a funnel plot, and sensitivity analyses were not conducted. We planned to conduct a subgroup analysis of gender, setting, age, and sensitivity by including or excluding studies at high risk of bias; however, the low number of included studies did not allow for this.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results</title>
        <p>The primary study search found 5423 references, and 1877 additional references were found in the forward and backward citation search and clinical trial registries. After deduplication, 5536 records were screened in title and abstract. A total of 5493 references were excluded, and 43 full texts were assessed for inclusion. Moreover, 12 RCTs (across 14 articles) were included in this systematic review, and 9 were able to be meta-analyzed (<xref rid="figure1" ref-type="fig">Figure 1</xref>). We found 2 potentially relevant but still in-progress clinical trials (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]).</p>
      </sec>
      <sec>
        <title>Characteristics of Included Studies</title>
        <p>Of the 12 included RCTs, 10 (83%) were conducted in the United States, and the other 2 (17%) studies were conducted in the United Kingdom. A total of 931 patients were included in aggregate. Studies have examined psychotherapy delivered for a variety of less common mental health conditions and other conditions requiring psychotherapy. Of the 12 studies, 2 (17%) included patients with type 1 diabetes mellitus, 2 (17%) included patients with addiction disorders, 1 (8%) (reported in 4 articles) treated patients with bulimia nervosa or eating disorder not otherwise specified, 3 (25%) studies included participants with children’s disorders (including disruptive behavior disorder, tic disorders, and attention-deficit hyperactivity disorder), 2 (17%) included patients with chronic illness (chronic fatigue syndrome and chronic multisymptom illness), 1 (8%) study included patients with a range of mental health conditions, and 1 (8%) included patients with cancer who had high psychological needs. The types of therapies varied by target condition: of the 12 studies, 5 (42%) used CBT, 4 (33%) used a family therapy (parent-child interaction therapy, parent training, and behavioral family systems therapy for diabetes), 2 (17%) used addiction therapies (opioid treatment program and acute therapy service), and 1 (8%) used a cognitive behavioral intervention for tics. Finally, of the 12 studies, 3 (25%) used the telephone to deliver telehealth, 7 (58%) used video, and 1 (8%) had included video and telephone groups, and in 1 (8%) study, it was unclear whether video or telephone was used. All studies compared the telehealth intervention to face-to-face intervention (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="70"/>
            <col width="80"/>
            <col width="70"/>
            <col width="80"/>
            <col width="120"/>
            <col width="180"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td>Reference</td>
                <td>Country</td>
                <td>RCT<sup>a</sup> design</td>
                <td>Follow-up (months)</td>
                <td>Study participants, total N (n TH<sup>b</sup>, n F2F<sup>c</sup>)</td>
                <td>Participants</td>
                <td>Age (years), mean (SD)</td>
                <td>Intervention</td>
                <td>Telehealth: modality dose</td>
                <td>Comparator: modality dose</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Burgess et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>United Kingdom</td>
                <td>Parallel, 2 arm</td>
                <td>12</td>
                <td>80 (45, 35)</td>
                <td>Adults (aged 18-65 years) with chronic fatigue syndrome (comorbidities excluded)</td>
                <td>37.4 (10.1).</td>
                <td>CBT<sup>d</sup></td>
                <td>Telephone, 3-hour 1 × F2F; 30 minutes, 13 sessions, fortnightly</td>
                <td>F2F, 3-hour 1 x F2F; 50-60 minutes, 13 sessions</td>
              </tr>
              <tr valign="top">
                <td>Comer et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>6</td>
                <td>40 (20, 20)</td>
                <td>Children (aged 3-5 years) with principal diagnosis disruptive behavior disorder (serious comorbidities excluded) and their parents or caregivers</td>
                <td>4.0 (0.9)</td>
                <td>Parent-child interaction therapy</td>
                <td>Video, until mastery was achieved, mean sessions 21.7</td>
                <td>F2F until mastery was achieved, mean sessions 20.8</td>
              </tr>
              <tr valign="top">
                <td>Day and Schneider [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>United States</td>
                <td>Parallel, 3 arm</td>
                <td>None</td>
                <td>91 (completers only reported—26 video, 27 telephone, and 27 F2F)</td>
                <td>Adults (aged 19-75 years) presenting with any mental health issue to a community counseling center</td>
                <td>39.3 (15.9)</td>
                <td>CBT</td>
                <td>Video and 2-way audio (telephone analogous), 5 sessions</td>
                <td>F2F, 5 sessions</td>
              </tr>
              <tr valign="top">
                <td>Duke et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>3</td>
                <td>90 (46, 44)</td>
                <td>Adolescents (aged 12-19 years) with type 1 diabetes (uncontrolled comorbidities excluded) and their caregivers</td>
                <td>15.0 (1.75)</td>
                <td>Behavioral family systems therapy for diabetes</td>
                <td>Video, 60-90 minutes, up to 10× sessions, 12 weeks</td>
                <td>F2F, 60-90 minutes, up to 10× sessions, 12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Freeman et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>None</td>
                <td>92 (47, 45)</td>
                <td>Adolescents (aged 12-19 years) with poorly controlled type 1 diabetes (no comorbidity exclusion) and 1 parent or legal guardian</td>
                <td>TH 14.9 (1.9); F2F 15.2 (1.8)</td>
                <td>Behavioral family systems therapy for diabetes</td>
                <td>Video, 60-90 minutes, up to 10× sessions, 12 weeks</td>
                <td>F2F, 60-90 minutes, up to 10× sessions, 12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Himle et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>4</td>
                <td>20 (10, 10)</td>
                <td>Children (aged 8-17 years) who met DSM<sup>e</sup> criteria for Tourette or chronic tic disorder with or without comorbidities</td>
                <td>TH 11.3 (2.3); F2F 12 (3.3)</td>
                <td>Cognitive behavioral intervention for tics</td>
                <td>Video, 6× weekly sessions+2× biweekly sessions, 10 weeks</td>
                <td>F2F, 6× weekly session+2× biweekly sessions, 10 weeks</td>
              </tr>
              <tr valign="top">
                <td>King et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>3</td>
                <td>85 (50, 35)</td>
                <td>Adult outpatients receiving opioid dependence treatment (no comorbidity exclusion)</td>
                <td>TH 40.5 (11.2); F2F 41.1 (10.5)</td>
                <td>Opioid treatment program</td>
                <td>Video, 30-40 minutes, 12× weekly sessions, 12 weeks</td>
                <td>F2F, 30-40 minutes, 12× weekly session, 12 weeks</td>
              </tr>
              <tr valign="top">
                <td>King et al [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>None</td>
                <td>37 (20, 17)</td>
                <td>Adult outpatients with a partial response to methadone maintenance treatment (no comorbidity exclusion)</td>
                <td>TH 42.7; F2F 41.4</td>
                <td>Acute therapy service</td>
                <td>Video, 1 hour, 2× sessions, 6 weeks</td>
                <td>F2F, 1 hour, 2× sessions, 6 weeks</td>
              </tr>
              <tr valign="top">
                <td>McAndrew et al [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>United States</td>
                <td>Parallel, 3 arm</td>
                <td>12</td>
                <td>128 (42, 43; 43 UC<sup>f</sup>)</td>
                <td>Adult veterans with chronic multisymptom illness (serious psychiatric and medical comorbidities excluded)</td>
                <td>TH 57.6 (6.6); F2F 55.4 (8.2)</td>
                <td>CBT</td>
                <td>Telephone, up to 10 sessions</td>
                <td>F2F, up to 10 sessions</td>
              </tr>
              <tr valign="top">
                <td>Crow et al [<xref ref-type="bibr" rid="ref39">39</xref>], Ertelt et al [<xref ref-type="bibr" rid="ref40">40</xref>], Mitchell et al [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>12</td>
                <td>128 (62, 66)</td>
                <td>Adults (aged &#62;18 years) with bulimia nervosa (including comorbidities but excluding suicidal ideation, psychosis, schizophrenia and bipolar)</td>
                <td>TH 28.4 (10.4); F2F 29.6 (10.9)</td>
                <td>CBT</td>
                <td>Unclear, 20 sessions, 16 weeks</td>
                <td>F2F, 20 sessions, 16 weeks</td>
              </tr>
              <tr valign="top">
                <td>Watson et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>United Kingdom</td>
                <td>Parallel, 2 arm</td>
                <td>None</td>
                <td>118 (60, 58)</td>
                <td>Adults (aged 18-79 years) with a cancer diagnosis and comorbid high psychological needs</td>
                <td>TH 48.5 (13.3); F2F 52.4 (13.1)</td>
                <td>CBT</td>
                <td>Telephone, 8 sessions, 12 weeks</td>
                <td>F2F, 8 sessions, 12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Xie et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>United States</td>
                <td>Parallel, 2 arm</td>
                <td>None</td>
                <td>22 (9, 13)</td>
                <td>Children (aged 6-14) with primary diagnosis ADHD<sup>g</sup> (excluding unstable medical conditions and other serious psychiatric disorders) and their parents</td>
                <td>10.4 (NR<sup>h</sup>)</td>
                <td>Parent training</td>
                <td>Video, 10 weekly session, 10 weeks</td>
                <td>F2F, 10 weekly sessions, 10 weeks</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>TH: telehealth.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>F2F: face-to-face.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>CBT: cognitive behavioral therapy.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>DSM: Diagnostic and Statistical Manual of Mental Disorders.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>UC: usual care.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>ADHD: attention-deficit/hyperactivity disorder.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>NR: not reported.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Risk of Bias</title>
        <p>Overall, of the 12 studies, 10 (83%) adequately reported on random sequence generation and selective reporting. Declarations of conflicts of interest and funding (reported under other bias) were adequately reported for only 25% (3/12) of the studies, with the remaining 75% (9/12) not reporting this clearly. Allocation concealment was not clearly reported in most studies, with only 8% (1/12) of the studies reporting this satisfactorily. The blinding of the outcome assessment and incomplete outcome data were at high risk of bias for 25% (3/12) of the studies, with the remaining 75% (9/12) of the studies rated at either unclear or low risk of bias. Notably, the blinding of participants and personnel was a high bias risk for all 12/12 (100%) studies, as the telehealth versus face-to-face nature of the interventions was incompatible with blinding (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Risk of bias graph: review authors’ judgments about each risk of bias item presented as percentages across all included studies.</p>
          </caption>
          <graphic xlink:href="mental_v9i3e31780_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Primary Outcome: Global or Symptom Severity</title>
        <p>A total of 6 scales across 7 studies were used to report outcomes related to symptom severity (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for a summary of scales used).</p>
        <p>In addition, 7 studies reported sufficient data for this outcome and were able to be pooled and meta-analyzed (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Data were available for four time point subgroups—immediately after treatment and 3- to 4-, 6-, and 12-month follow-ups.</p>
        <p>There were no significant differences in severity outcomes between telehealth and face-to-face therapy immediately after treatment (335 participants; mean difference 0.05, 95% CI −0.17 to 0.27; <italic>P=</italic>.65) or at any of the follow-up time points, including 3 to 4 months (65 participants; SMD −0.08, 95% CI −0.57 to 0.41; <italic>P=</italic>.75), 6 months (71 participants; SMD 0.19, 95% CI −0.45 to 0.82; <italic>P=</italic>.57), and 12 months (106 participants; SMD 0.15, 95% CI −0.23 to 0.53; <italic>P=</italic>.44).</p>
        <p>There was moderately high heterogeneity reported for the 6-month follow-up subgroup (<italic>I</italic><sup>2</sup>=43%).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Telehealth versus face-to-face for mental conditions: assessment of symptom severity. Std: standard. [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>, <xref ref-type="bibr" rid="ref36">36</xref>, <xref ref-type="bibr" rid="ref38">38</xref>, <xref ref-type="bibr" rid="ref42">42</xref>, <xref ref-type="bibr" rid="ref43">43</xref>].</p>
          </caption>
          <graphic xlink:href="mental_v9i3e31780_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Improvement</title>
          <p>A total of 3 different scales were used to describe patients’ overall improvement across the studies (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for a summary of scales used).</p>
          <p>In addition, 2 studies were able to be meta-analyzed; the remaining 3 studies are reported narratively. These 2 meta-analyzed studies involved a total of 100 participants (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Data were available at one time point; that is, immediately after treatment. There was no evidence of difference between the 2 groups in this comparison, with an SMD of −0 (95% CI −0.4 to 0.39; <italic>P=</italic>.99).</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Telehealth versus face-to-face for mental conditions: assessment of improvement of psychological symptoms. Std: standard. [<xref ref-type="bibr" rid="ref42">42</xref>, <xref ref-type="bibr" rid="ref43">43</xref>].</p>
            </caption>
            <graphic xlink:href="mental_v9i3e31780_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Burgess et al [<xref ref-type="bibr" rid="ref31">31</xref>] reported global improvement on a self-rated 6-item scale, ranging from very much better to very much worse. Among 29 telehealth participants immediately after treatment, 14 (48%) rated their improvement as very much or much better, whereas 15 (52%) rated their improvement as a little better to very much worse. For 28 face-to-face participants immediately after treatment, 15 (54%) rated themselves as improved, whereas 13 (46%) rated themselves as only a little better or worse. Although this is variable at the 6- and 12-month follow-up time points, there were no differences between groups at any time point (at 6 months, 8/20, 40% telehealth participants and 15/25, 60% face-to-face participants rated themselves as very much or much better, and at 12 months, 11/20, 55% telehealth and 13/23, 57% face-to-face participants rated themselves as very much or much better).</p>
          <p>Comer et al [<xref ref-type="bibr" rid="ref32">32</xref>] and Himle et al [<xref ref-type="bibr" rid="ref36">36</xref>] both reported using the Clinical Global Impression-Improvement scale, reporting the percentage of participants who received a score of 1 or 2 (very much improved or much improved). Among participants in the study by Comer et al [<xref ref-type="bibr" rid="ref32">32</xref>], of the 14 participants in the telehealth group, 12 (86%) had improvement, whereas of the 14 participants in the face-to-face group, 11 (79%) improved. Furthermore, at 6 months after treatment, 83% (10/12) of the telehealth participants and 73% (8/11) of the face-to-face participants still reported very much or much improvement. It is unclear whether the differences between groups were significant, and the outcomes were reported only for treatment completers, not all participants. The findings from Himle et al [<xref ref-type="bibr" rid="ref36">36</xref>] are similar at immediately after treatment: 80% (8/10) of the telehealth participants were very much or much improved, whereas 75% (6/8) of the face-to-face participants were improved. However, at follow-up, 56% (5/9) of the telehealth participants and 44% (3/7) of the face-to-face participants were very much or much improved.</p>
        </sec>
        <sec>
          <title>Function</title>
          <p>The outcome was assessed using 4 different scales (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for a summary of scales used).</p>
          <p>In addition, 6 studies reported sufficient data for this outcome; 5 were able to be meta-analyzed (<xref rid="figure5" ref-type="fig">Figure 5</xref>). There were no significant differences in functioning outcomes between telehealth and face-to-face therapy immediately after treatment (237 participants; mean difference 0.13 (95% CI −0.16 to 0.42; <italic>P=</italic>.38) or at any of the follow-up time points, including 3 months (51 participants; SMD 0.19, 95% CI −0.36 to 0.74; <italic>P=</italic>.49), 6 months (73 participants; SMD −0.17, 95% CI −0.63 to 0.3; <italic>P=</italic>.48), and 12 months (105 participants; SMD 0.08, 95% CI −0.3 to 0.47; <italic>P=</italic>.67).</p>
          <p>Mitchell et al [<xref ref-type="bibr" rid="ref41">41</xref>] also reported a function measure using the 36-Item Short-Form Health Survey, reporting on both the mental and physical subscales. At immediately after treatment, there was no difference on the physical subscale between telehealth (41 participants; 54.1, SD 7.9) and face-to-face groups (39 participants; 56.2, SD 5.7). For the mental health subscale, there was no difference between groups for telehealth (41 participants; 42.9, SD 12.6) and face-to-face treatment (39 participants; 45.5, SD 11.9). These results were similar for 3 and 6 months after treatment.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Telehealth versus face-to-face for mental conditions: assessment of functioning. Std: standard. [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>, <xref ref-type="bibr" rid="ref38">38</xref>, <xref ref-type="bibr" rid="ref43">43</xref>].</p>
            </caption>
            <graphic xlink:href="mental_v9i3e31780_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Tertiary Outcomes</title>
        <sec>
          <title>Process</title>
          <p>A total of 5 studies reported client working alliance outcomes (3 meta-analyzed, n=223, immediately after treatment). There was no difference between telehealth and face-to-face therapy; the SMD was 0.11 (95% CI −0.34 to 0.57; <italic>P</italic>=.63). This subgroup had moderate to high levels of heterogeneity (<italic>I</italic><sup>2</sup>=63%; see Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In addition, 2 studies also reported therapist working alliance outcomes (2 meta-analyzed, n=104, immediately after treatment). There was no evidence of difference between telehealth and face-to-face therapy (SMD −0.16, 95% CI −0.91 to 0.59; <italic>P</italic>=.67), and heterogeneity was high (<italic>I</italic><sup>2</sup>=72%; see Figure S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
          <p>A total of 7 studies reported client satisfaction outcomes (3 meta-analyzed, n=131, immediately after treatment), and we found no evidence of difference in satisfaction between groups (SMD 0.12, 95% CI −0.3 to 0.53; <italic>P=</italic>.58; see Figure S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
          <p>More detailed data for process outcomes (working alliance and client satisfaction) are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, including figures and a narrative analysis of included studies that could not be meta-analyzed.</p>
        </sec>
        <sec>
          <title>Financial</title>
          <p>A total of 3 studies reported cost, but no outcomes were able to be meta-analyzed. Please see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a narrative review of financial outcomes.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This systematic review of 12 trials shows insufficient evidence of a difference between psychotherapy delivered via telehealth (telephone or video) and face-to-face therapy, when treating less common mental health conditions or physical conditions requiring psychological support. There were no significant differences between telehealth and face-to-face delivery for patient outcomes (symptom severity, symptom improvement, or global function), immediately after treatment, or at any follow-up time point. For process outcomes (working alliance or therapeutic quality and client satisfaction), there was no significant difference between telehealth and face-to-face care delivery for either clients or therapists, although 1 study reported no difference between groups for therapist satisfaction. Although financial outcome data on costs were not meta-analyzable, patients with substance abuse disorder valued telehealth therapy more highly than face-to-face therapy, treatment costs were lower for telehealth than for face-to-face therapy for patients with bulimia nervosa (especially over large geographical areas), and the cost of therapists’ time was equivalent, regardless of delivery mode, for patients with cancer receiving CBT. This suggests that telehealth is at least as cost-effective as face-to-face care and potentially perceived as more valuable by the client. Overall, the risk of bias of included studies was unclear, owing to unclear reporting, and blinding of participants was not possible because of the nature of the interventions.</p>
        <p>Although we found no significant differences between telehealth and face-to-face delivery of psychotherapy across any outcome, to assess equivalence between telehealth and face-to-face psychotherapy, CIs around the effect estimate should be examined to determine whether they exclude the minimally important difference [<xref ref-type="bibr" rid="ref44">44</xref>]. In the absence of a prespecified minimally important difference, we accept Cohen cutoff for a small effect (0.2), whereby a CI between (−0.20 and 0.20) suggests equivalence between telehealth and face-to-face therapy, and a CI outside these bounds indicates that the minimally important difference cannot be excluded and there is the possibility of a small effect favoring one or the other intervention. For the primary outcome, symptom severity (<xref rid="figure3" ref-type="fig">Figure 3</xref>), immediately after treatment, the upper-bound CI is &#62;0.2, so it is possible that the true effect favors face-to-face therapy. For 12 months after treatment, the CI ranges from a possible small effect favoring telehealth to a possible medium effect favoring face-to-face therapy. The same could be applied to all other time points and outcomes to assess the evidence for equivalence. Although we can demonstrate that there is insufficient evidence of a difference between telehealth- and face-to-face–delivered psychotherapy, we cannot conclude whether they are equivalent, given that the CIs around the effect size are rarely narrow enough to exclude the minimally important difference. For common mental health conditions, there is evidence that telehealth is an effective modality in the provision of psychological therapy as face-to-face therapy. There is some evidence of equivalence between videoconferencing and face-to-face care for depression [<xref ref-type="bibr" rid="ref20">20</xref>], anxiety [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], PTSD [<xref ref-type="bibr" rid="ref23">23</xref>], and psychotherapy broadly [<xref ref-type="bibr" rid="ref5">5</xref>]. Furthermore, there is evidence of telephone-delivered therapy being effective for depression and anxiety [<xref ref-type="bibr" rid="ref45">45</xref>]. Although these reviews suggest comparability between telehealth and face-to-face psychotherapy delivery, they all included nonrandomized and noncontrolled studies, which may introduce bias. This review shows no evidence of difference in patient, process, or cost outcomes between telehealth and face-to-face psychotherapy across more diverse patient groups.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This review and meta-analysis shows that telehealth psychotherapy may be similar to face-to-face psychotherapy in treating populations with less common mental health disorders or physical conditions that require psychological support. These synthesized findings support previous primary research suggesting that psychotherapy delivered via telehealth for the treatment of mental health conditions may be comparable with conventional face-to-face therapy. A previous review examined the use of video therapy across a range of mental health conditions, including some of the less common conditions reviewed here, and found video-delivered therapy was equivalent to face-to-face care for outcomes of clinical effectiveness, treatment adherence, and patient satisfaction [<xref ref-type="bibr" rid="ref14">14</xref>]. In line with our narrative findings for financial outcomes, they also found video therapy to be less costly than face-to-face care. This contrasts with a recent scoping review, finding that telehealth service provision across health care in Australia does not routinely reduce the cost of care delivery [<xref ref-type="bibr" rid="ref46">46</xref>]. Our findings also support the results of a single-arm study conducted in Japan examining video-delivered CBT, which found that this delivery mode is feasible for the treatment of bulimia nervosa and binge-eating disorders. Previous evidence regarding the impact of telehealth on working alliance is mixed. An RCT examining psychologists’ perceptions of therapeutic alliance in videoconferencing found that therapeutic alliance was rated significantly lower for telehealth than for face-to-face care [<xref ref-type="bibr" rid="ref47">47</xref>]. A survey conducted during the COVID-19 pandemic of psychotherapists’ experience with remote care found that it was “better than expected” but that telehealth care could not be compared with face-to-face care [<xref ref-type="bibr" rid="ref48">48</xref>]. In contradiction, results from a more recent survey study found that telehealth was widely accepted by primary mental health care providers [<xref ref-type="bibr" rid="ref49">49</xref>], although this was not specific to delivery of psychotherapy via telehealth. A recent study examining working alliance via telehealth for anxiety disorders found that these clients had a stronger working alliance with their clinician when treated via telehealth [<xref ref-type="bibr" rid="ref50">50</xref>]. Our findings, using only data from RCTs, support previous research suggesting that working alliance is as strong in telehealth as it is in face-to-face care. However, further research is needed to fully understand how telehealth changes the client and clinician relationship dynamic and how this may change circumstantially based on clinician and client perceptions of telehealth and the patient’s specific treatment needs.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This review has many strengths, which add weight to our findings and conclusions. We applied rigorous methodology to find includable studies by establishing a prospective protocol and following PRISMA guidelines. Clear, strict inclusion and exclusion criteria allowed for studies in a variety of different health conditions to be synthesized and systematically reviewed. Further, we only included RCTs, and bias was reviewed for all included studies.</p>
        <p>However, there are some limitations to our findings. First, although includable, there were no eligible randomized studies available for telehealth treatment of some less common mental health conditions, such as schizophrenia, bipolar disorders, and personality disorders. This limits the generalizability of these findings across these serious mental health concerns. To assess whether treatment of these conditions is feasible by telehealth, evidence beyond randomized trials should be examined or further high-quality research primary conducted. Second, we only included studies of therapies delivered verbally via telephone or video, as this is most similar to the face-to-face nature of primary care, and we intentionally excluded chat-based or self-guided internet therapy modalities. There is emerging evidence to support the efficacy of chat for mental health treatment services [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. There is also a growing body of work on internet-based therapies for the treatment of psychological conditions such as addictions [<xref ref-type="bibr" rid="ref53">53</xref>], eating disorders [<xref ref-type="bibr" rid="ref54">54</xref>], and depression [<xref ref-type="bibr" rid="ref55">55</xref>] and for the delivery of specific therapies such as CBT [<xref ref-type="bibr" rid="ref56">56</xref>]. Therefore, although these therapeutic approaches are outside the scope of this review, the role of chat-based or self-guided internet therapy cannot be discounted for remote management of mental health difficulties. Third, most included trials were conducted in the United States, with 2 from the United Kingdom. These health care systems may not be comparable in other countries or regions [<xref ref-type="bibr" rid="ref57">57</xref>], which limits the generalizability of our findings across medical systems internationally. Fourth, the risk of bias in included studies was largely unclear. We were unable to conduct prespecified subgroup analysis excluding studies at high risk of bias, owing to the small number of studies eligible for inclusion. The possibility of risk of bias in included studies should be considered when interpreting these results. Fifth, we included both telephone and video modalities as telehealth and did not conduct a sensitivity analysis to test any differences between these modalities owing to the small number of included studies. It is possible that there may be differences between telephone and video telehealth care, and future studies may explore this. Sixth, although we anticipated heterogeneity and used a random-effects model, some measures of heterogeneity are high. In each of these cases, the maximum number of studies available at the time point was 3, and it is thought that even when appropriate, meta-analysis with a small number of included studies can lead to fluctuations in the <italic>I</italic><sup>2</sup> statistic and should be interpreted with caution [<xref ref-type="bibr" rid="ref58">58</xref>]. The small number of included studies precluded explorations into heterogeneity, so it is unclear whether heterogeneity observed is solely due to variation between included studies or whether instability of the <italic>I</italic><sup>2</sup> statistic due to the small number of included studies inflated the estimate. Regardless, the presence of heterogeneity highlights differences between included studies and reinforces the need for large, high-quality studies exploring psychotherapy delivered via telehealth versus face-to-face care for less common mental illnesses. Seventh, although the outcomes selected are appropriate for the study question and aims, they are all clinician or patient self-report measures, which are subject to measurement and other biases. Finally, the maximum follow-up time for included studies was 12 months, and there was variability in the follow-up periods among studies. The management of mental illness can be chronic or lifelong, so our results do not speak to the effectiveness of telehealth for longer-term management of these conditions.</p>
      </sec>
      <sec>
        <title>Clinical and Research Implications</title>
        <p>There are some important clinical implications of this research. To date, there has been some reported hesitancy from clinicians to use telehealth in their practice [<xref ref-type="bibr" rid="ref6">6</xref>]. This appears driven by care providers rather than care receivers; patients report equal satisfaction and experience of therapeutic alliance when receiving individual care via telehealth versus face-to-face [<xref ref-type="bibr" rid="ref59">59</xref>]. Therapist hesitancy may be due to lack of training, concerns about the quality of the therapeutic alliance including rapport building, ethical concerns around risk management, and technological limitations [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref60">60</xref>-<xref ref-type="bibr" rid="ref62">62</xref>]. Given the increasing body of evidence demonstrating the similarity of mental health care delivered via telehealth compared with face-to-face, it is critical that therapist barriers toward telehealth modalities be addressed. This may take various potential forms, including the provision of training for the delivery of specific therapies via telehealth, which could be incorporated into professional development or tertiary training. Furthermore, regulatory bodies (eg, Australian Health Practitioner Regulation Agency in Australia) could also provide support and advice for the implementation of telehealth infrastructure such as billing processes or technical logistics.</p>
        <p>In addition to these clinical implications, there are several possible directions for further research. Given the diverse range of patient populations, therapies, and psychological conditions that may be treated using telehealth, and the multiple modes of care delivery (ie, telephone, video, or blended), it may be beneficial to investigate how to optimize telehealth therapy for various patient groups. Future considerations could include understanding whether certain conditions are better suited to video or telephone delivery and whether telehealth is as effective when treating complex or comorbid mental illnesses and identifying whether there are any groups for which telehealth is not recommended. Developing specific and structured protocols or guidelines for the delivery of psychotherapy via telehealth to diverse patient groups will help ensure the consistent provision of best-practice telehealth care.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The COVID-19 pandemic has pushed telehealth to the forefront of mental health care out of necessity. This review shows that there is insufficient evidence of difference between psychotherapy delivered via telehealth and psychotherapy delivered via face-to-face care for the management of less common mental and physical health conditions requiring psychological support. There was insufficient evidence of difference between groups across patient, process, and cost outcomes, including symptom severity, improvement, function, therapeutic working alliance, satisfaction, and cost. However, CIs often included the minimally important difference, so we cannot conclude whether psychotherapy delivered via telehealth versus via face-to-face are equivalent. Further research is needed to assess the efficacy of telehealth for some conditions for which this review found no evidence (such as schizophrenia and bipolar disorders) and to optimize the delivery of telehealth interventions across diverse patient groups. The current evidence indicates that psychotherapy delivered via telehealth may be an alternative to face-to-face psychotherapy for the treatment of less common mental health conditions and physical conditions requiring psychological care.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Process and financial outcomes.</p>
        <media xlink:href="mental_v9i3e31780_app1.docx" xlink:title="DOCX File , 79 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strings.</p>
        <media xlink:href="mental_v9i3e31780_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Table of excluded studies.</p>
        <media xlink:href="mental_v9i3e31780_app3.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Potentially relevant in-progress clinical trials.</p>
        <media xlink:href="mental_v9i3e31780_app4.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Table of included scales.</p>
        <media xlink:href="mental_v9i3e31780_app5.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SMD</term>
          <def>
            <p>standardized mean difference</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We wish to acknowledge and thank Dr Mark Jones for his statistical guidance and assistance in the interpretation of the results. This systematic review was commissioned by the Department of Health, Canberra, Australia, as part of a series of systematic reviews on the effectiveness of telehealth. The funder was involved in the refining of the study question in Population, Intervention, Comparator, Outcome (PICO) format. The funder was not involved in the conduct, analysis, or interpretation of the systematic review or in the decision to submit the manuscript for publication.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The conception or design of work was the responsibility of AMS and PG. Data collection was conducted by HG, NK, RP, JC, AMS, and MC. Data analysis and interpretation were conducted by HG, NK, AMS, and PG. The manuscript was drafted by HG and NK. The critical revision of the manuscript was conducted by HG, NK, AMS, RG, and PG. The final approval of the version of the manuscript to be published was provided by HG, NK, RP, JC, AMS, MC, RG, and PG.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>The World Health Report 2001: mental disorders affect one in four people</article-title>
          <source>World Health Organisation</source>
          <year>2001</year>
          <access-date>2021-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news/item/28-09-2001-the-world-health-report-2001-mental-disorders-affect-one-in-four-people">https://www.who.int/news/item/28-09-2001-the-world-health-report-2001-mental-disorders-affect-one-in-four-people</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bruen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Is the global prevalence rate of adult mental illness increasing? Systematic review and meta-analysis</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>2019</year>
          <month>11</month>
          <volume>140</volume>
          <issue>5</issue>
          <fpage>393</fpage>
          <lpage>407</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/acps.13083"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acps.13083</pub-id>
          <pub-id pub-id-type="medline">31393996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torales</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Higgins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castaldelli-Maia</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ventriglio</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The outbreak of COVID-19 coronavirus and its impact on global mental health</article-title>
          <source>Int J Soc Psychiatry</source>
          <year>2020</year>
          <month>06</month>
          <volume>66</volume>
          <issue>4</issue>
          <fpage>317</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1177/0020764020915212</pub-id>
          <pub-id pub-id-type="medline">32233719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vindegaard</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Benros</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 pandemic and mental health consequences: systematic review of the current evidence</article-title>
          <source>Brain Behav Immun</source>
          <year>2020</year>
          <month>05</month>
          <day>30</day>
          <fpage>531</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32485289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2020.05.048</pub-id>
          <pub-id pub-id-type="medline">32485289</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(20)30954-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7260522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Backhaus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Maglione</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Repp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zuest</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rice-Thorp</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Lohr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thorp</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing psychotherapy: a systematic review</article-title>
          <source>Psychol Serv</source>
          <year>2012</year>
          <month>05</month>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>111</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1037/a0027924</pub-id>
          <pub-id pub-id-type="medline">22662727</pub-id>
          <pub-id pub-id-type="pii">2012-14616-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leah</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Why have psychologists been slow to adopt telehealth?</article-title>
          <source>InPsych</source>
          <year>2020</year>
          <access-date>2021-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psychology.org.au/for-members/publications/inpsych/2020/june-july-issue-3/why-have-psychologists-been-slow-to-adopt-teleheal">https://psychology.org.au/for-members/publications/inpsych/2020/june-july-issue-3/why-have-psychologists-been-slow-to-adopt-teleheal</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Pre-COVID-19 deterrents to practicing with videoconferencing telepsychology among psychologists who didn't</article-title>
          <source>Psychol Serv</source>
          <year>2020</year>
          <month>11</month>
          <day>30</day>
          <fpage>157</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1037/ser0000435</pub-id>
          <pub-id pub-id-type="medline">33252923</pub-id>
          <pub-id pub-id-type="pii">2020-87907-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wensing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peters-Klimm</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Szecsenyi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Friederich</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Haun</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Perspectives of psychotherapists and psychiatrists on mental health care integration within primary care via video consultations: qualitative preimplementation study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>18</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e17569</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e17569/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17569</pub-id>
          <pub-id pub-id-type="medline">32554369</pub-id>
          <pub-id pub-id-type="pii">v22i6e17569</pub-id>
          <pub-id pub-id-type="pmcid">PMC7333073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Rapid transition to telehealth and the digital divide: implications for primary care access and equity in a post-covid era</article-title>
          <source>Milbank Q</source>
          <year>2021</year>
          <month>06</month>
          <volume>99</volume>
          <issue>2</issue>
          <fpage>340</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/1468-0009.12509"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1468-0009.12509</pub-id>
          <pub-id pub-id-type="medline">34075622</pub-id>
          <pub-id pub-id-type="pmcid">PMC8209855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monaghesh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hajizadeh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The role of telehealth during COVID-19 outbreak: a systematic review based on current evidence</article-title>
          <source>BMC Public Health</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>1193</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-020-09301-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-020-09301-4</pub-id>
          <pub-id pub-id-type="medline">32738884</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-020-09301-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Punia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nasr</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorski</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fesler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Najm</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Evidence of a rapid shift in outpatient practice during the COVID-19 pandemic using telemedicine</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>1301</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0150</pub-id>
          <pub-id pub-id-type="medline">32429769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wosik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fudim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>ZF</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phinney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poon</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Ferranti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Tcheng</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Telehealth transformation: COVID-19 and the rise of virtual care</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>04</month>
          <day>20</day>
          <fpage>957</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32311034"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa067</pub-id>
          <pub-id pub-id-type="medline">32311034</pub-id>
          <pub-id pub-id-type="pii">5822868</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butzner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cuffee</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Telehealth interventions and outcomes across rural communities in the United States: narrative review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>08</month>
          <day>26</day>
          <volume>23</volume>
          <issue>8</issue>
          <fpage>e29575</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/8/e29575/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29575</pub-id>
          <pub-id pub-id-type="medline">34435965</pub-id>
          <pub-id pub-id-type="pii">v23i8e29575</pub-id>
          <pub-id pub-id-type="pmcid">PMC8430850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Wassef</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Recent advances in delivering mental health treatment via video to home</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2018</year>
          <month>07</month>
          <day>21</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>56</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-018-0922-y</pub-id>
          <pub-id pub-id-type="medline">30032337</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-018-0922-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Postel</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>de Haan</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>Does e-therapy for problem drinking reach hidden populations?</article-title>
          <source>Am J Psychiatry</source>
          <year>2005</year>
          <month>12</month>
          <volume>162</volume>
          <issue>12</issue>
          <fpage>2393</fpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.162.12.2393</pub-id>
          <pub-id pub-id-type="medline">16330613</pub-id>
          <pub-id pub-id-type="pii">162/12/2393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Stoller</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Kidorf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kindbom</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hursh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brooner</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>Assessing the effectiveness of an Internet-based videoconferencing platform for delivering intensified substance abuse counseling</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2009</year>
          <month>04</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>331</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2008.06.011</pub-id>
          <pub-id pub-id-type="medline">18775625</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(08)00121-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>ABS national survey of mental health and wellbeing: summary of results 2007</article-title>
          <source>Australian Bureau of Statistics</source>
          <year>2008</year>
          <access-date>2021-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.abs.gov.au/statistics/health/mental-health/national-survey-mental-health-and-wellbeing-summary-results/latest-release">https://www.abs.gov.au/statistics/health/mental-health/national-survey-mental-health-and-wellbeing-summary-results/latest-release</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pong</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Desmeules</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lagacé</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Rural-urban disparities in health: how does Canada fare and how does Canada compare with Australia?</article-title>
          <source>Aust J Rural Health</source>
          <year>2009</year>
          <month>02</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1440-1584.2008.01039.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1440-1584.2008.01039.x</pub-id>
          <pub-id pub-id-type="medline">19161503</pub-id>
          <pub-id pub-id-type="pii">AJR1039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Humphreys</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Addressing the health disadvantage of rural populations: how does epidemiological evidence inform rural health policies and research?</article-title>
          <source>Aust J Rural Health</source>
          <year>2008</year>
          <month>04</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>56</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1440-1584.2008.00953.x</pub-id>
          <pub-id pub-id-type="medline">18318846</pub-id>
          <pub-id pub-id-type="pii">AJR953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berryhill</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Culmer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Halli-Tierney</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Betancourt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing Psychotherapy and Depression: A Systematic Review</article-title>
          <source>Telemed J E Health</source>
          <year>2019</year>
          <month>06</month>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>435</fpage>
          <lpage>446</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2018.0058</pub-id>
          <pub-id pub-id-type="medline">30048211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berryhill</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Halli-Tierney</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Culmer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Betancourt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggles</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing psychological therapy and anxiety: a systematic review</article-title>
          <source>Fam Pract</source>
          <year>2019</year>
          <month>01</month>
          <day>25</day>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1093/fampra/cmy072</pub-id>
          <pub-id pub-id-type="medline">30188992</pub-id>
          <pub-id pub-id-type="pii">5090669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krzyzaniak</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Peiris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cardona</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telehealth versus face-to face interventions for anxiety disorders: a systematic review and meta-analysis</article-title>
          <source>J Telemed Telecare</source>
          <year>2021</year>
          <month>12</month>
          <day>03</day>
          <fpage>1357633X211053738</fpage>
          <pub-id pub-id-type="doi">10.1177/1357633X211053738</pub-id>
          <pub-id pub-id-type="medline">34860613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bakhit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cardona</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krzyzankiak</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Real-time telehealth versus face-to-face management for patients with PTSD in primary care: a systematic review and meta-analysis (forthcoming)</article-title>
          <source>J Clin Psychiatry</source>
          <year>2022</year>
          <volume>Forthcoming</volume>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Honeyman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cleo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Auld</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Condron</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dalais</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bateup</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Linthwaite</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rickett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sondergeld</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wallin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beller</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Improving the translation of search strategies using the Polyglot Search Translator: a randomized controlled trial</article-title>
          <source>J Med Libr Assoc</source>
          <year>2020</year>
          <month>04</month>
          <volume>108</volume>
          <issue>2</issue>
          <fpage>195</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32256231"/>
          </comment>
          <pub-id pub-id-type="doi">10.5195/jmla.2020.834</pub-id>
          <pub-id pub-id-type="medline">32256231</pub-id>
          <pub-id pub-id-type="pii">jmla-108-195</pub-id>
          <pub-id pub-id-type="pmcid">PMC7069833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Scopus</article-title>
          <source>Elsevier B.V</source>
          <year>2021</year>
          <access-date>2021-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scopus.com/search/form.uri?display=basic#basic">https://www.scopus.com/search/form.uri?display=basic#basic</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Cochrane handbook for systematic reviews of interventions</source>
          <year>2019</year>
          <publisher-loc>Hoboken, New Jersey, United States</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Review Manager (RevMan) [Computer program]. Version 5.4</article-title>
          <source>The Cochrane Collaboration</source>
          <year>2020</year>
          <access-date>2022-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://training.cochrane.org/online-learning/core-software-cochrane-reviews/revman/revman-non-cochrane-reviews">https://training.cochrane.org/online-learning/core-software-cochrane-reviews/revman/revman-non-cochrane-reviews</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>TIA: a feasibility study of telemedicine in addictions</article-title>
          <source>ISRCTN Registry Identifier: ISRCTN36756455</source>
          <year>2021</year>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.isrctn.com/ISRCTN36756455">https://www.isrctn.com/ISRCTN36756455</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>OT intervention via telehealth for children with ASD and ADHD</article-title>
          <source>ClinicalTrials.gov Identifier: NCT03957993</source>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://clinicaltrials.gov/ct2/show/NCT03957993">https://clinicaltrials.gov/ct2/show/NCT03957993</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andiappan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chalder</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behaviour therapy for chronic fatigue syndrome in adults: face to face versus telephone treatment: a randomized controlled trial</article-title>
          <source>Behav Cogn Psychother</source>
          <year>2012</year>
          <month>03</month>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1017/S1352465811000543</pub-id>
          <pub-id pub-id-type="medline">21929831</pub-id>
          <pub-id pub-id-type="pii">S1352465811000543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Comer</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Furr</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper-Vince</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Elkins</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Kerns</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Cornacchio</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Coxe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DeSerisy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Golik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chase</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Remotely delivering real-time parent training to the home: an initial randomized trial of Internet-delivered parent-child interaction therapy (I-PCIT)</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2017</year>
          <month>09</month>
          <volume>85</volume>
          <issue>9</issue>
          <fpage>909</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000230</pub-id>
          <pub-id pub-id-type="medline">28650194</pub-id>
          <pub-id pub-id-type="pii">2017-27639-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapy using distance technology: a comparison of face-to-face, video, and audio treatment</article-title>
          <source>J Counsel Psychol</source>
          <year>2002</year>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>499</fpage>
          <lpage>503</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-0167.49.4.499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Ulrich</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing for teens with diabetes: family matters</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2016</year>
          <month>07</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>816</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27075708"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1932296816642577</pub-id>
          <pub-id pub-id-type="medline">27075708</pub-id>
          <pub-id pub-id-type="pii">1932296816642577</pub-id>
          <pub-id pub-id-type="pmcid">PMC4928237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Behavioral health care for adolescents with poorly controlled diabetes via Skype: does working alliance remain intact?</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2013</year>
          <month>05</month>
          <day>01</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>727</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23759406"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/193229681300700318</pub-id>
          <pub-id pub-id-type="medline">23759406</pub-id>
          <pub-id pub-id-type="pmcid">PMC3869141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Himle</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Freitag</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>A randomized pilot trial comparing videoconference versus face-to-face delivery of behavior therapy for childhood tic disorders</article-title>
          <source>Behav Res Ther</source>
          <year>2012</year>
          <month>09</month>
          <volume>50</volume>
          <issue>9</issue>
          <fpage>565</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2012.05.009</pub-id>
          <pub-id pub-id-type="medline">22743661</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(12)00091-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Brooner</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Peirce</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kolodner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kidorf</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of Web-based videoconferencing for substance abuse counseling</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2014</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24035556"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2013.08.009</pub-id>
          <pub-id pub-id-type="medline">24035556</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(13)00187-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC3818495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAndrew</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccone</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Helmer</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>HK</given-names>
            </name>
          </person-group>
          <article-title>Telephone-based versus in-person delivery of cognitive behavioral treatment for veterans with chronic multisymptom illness: a controlled, randomized trial</article-title>
          <source>Mil Behav Health</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31192051"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21635781.2017.1337594</pub-id>
          <pub-id pub-id-type="medline">31192051</pub-id>
          <pub-id pub-id-type="pmcid">PMC6561490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crow</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Wonderlich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lancanster</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The cost effectiveness of cognitive behavioral therapy for bulimia nervosa delivered via telemedicine versus face-to-face</article-title>
          <source>Behav Res Ther</source>
          <year>2009</year>
          <month>06</month>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>451</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19356743"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2009.02.006</pub-id>
          <pub-id pub-id-type="medline">19356743</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(09)00042-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2683177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ertelt</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Marino</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Crow</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic factors affecting the cognitive behavioral treatment of bulimia nervosa via telemedicine versus face-to-face delivery</article-title>
          <source>Int J Eat Disord</source>
          <year>2011</year>
          <month>12</month>
          <volume>44</volume>
          <issue>8</issue>
          <fpage>687</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1002/eat.20874</pub-id>
          <pub-id pub-id-type="medline">22072405</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Wonderlich</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Crow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Simonich</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Swan-Kremeier</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lysne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial comparing the efficacy of cognitive-behavioral therapy for bulimia nervosa delivered via telemedicine versus face-to-face</article-title>
          <source>Behav Res Ther</source>
          <year>2008</year>
          <month>05</month>
          <volume>46</volume>
          <issue>5</issue>
          <fpage>581</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18374304"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2008.02.004</pub-id>
          <pub-id pub-id-type="medline">18374304</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(08)00032-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2633728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammed</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Telephone-delivered individual cognitive behavioural therapy for cancer patients: an equivalence randomised trial</article-title>
          <source>Psychooncology</source>
          <year>2017</year>
          <month>03</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.4338</pub-id>
          <pub-id pub-id-type="medline">27943570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Yee</surname>
              <given-names>OM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Deangelo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hendren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schweitzer</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>A study on the effectiveness of videoconferencing on teaching parent training skills to parents of children with ADHD</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>03</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>192</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2012.0108</pub-id>
          <pub-id pub-id-type="medline">23405952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Treadwell</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Uhl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tipton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shamliyan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanathan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Elshaug</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramakrishnan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Assessing equivalence and noninferiority</article-title>
          <source>J Clin Epidemiol</source>
          <year>2012</year>
          <month>11</month>
          <volume>65</volume>
          <issue>11</issue>
          <fpage>1144</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2012.05.001</pub-id>
          <pub-id pub-id-type="medline">22732455</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(12)00115-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughtrey</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Pistrang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telephone-delivered psychological therapies for depression and anxiety: a systematic review</article-title>
          <source>J Telemed Telecare</source>
          <year>2016</year>
          <month>12</month>
          <day>30</day>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633x16686547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Comans</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Determining if telehealth can reduce health system costs: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>19</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e17298</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e17298/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17298</pub-id>
          <pub-id pub-id-type="medline">33074157</pub-id>
          <pub-id pub-id-type="pii">v22i10e17298</pub-id>
          <pub-id pub-id-type="pmcid">PMC7605980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic Alliance in Face-to-Face Versus Videoconferenced Psychotherapy</article-title>
          <source>Professional Psychology: Research and Practice</source>
          <year>2005</year>
          <month>12</month>
          <volume>36</volume>
          <issue>6</issue>
          <fpage>649</fpage>
          <lpage>653</lpage>
          <pub-id pub-id-type="doi">10.1037/0735-7028.36.6.649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Humer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stippl</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pieh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pryss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Probst</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Experiences of Psychotherapists With Remote Psychotherapy During the COVID-19 Pandemic: Cross-sectional Web-Based Survey Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>27</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20246</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20246/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20246</pub-id>
          <pub-id pub-id-type="medline">33151896</pub-id>
          <pub-id pub-id-type="pii">v22i11e20246</pub-id>
          <pub-id pub-id-type="pmcid">PMC7704121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tengelitsch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Exploring the Telepsychiatry Experience: Primary Care Provider Perception of the Michigan Child Collaborative Care (MC3) Program</article-title>
          <source>Psychosomatics</source>
          <year>2019</year>
          <month>03</month>
          <volume>60</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>189</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psym.2018.06.005</pub-id>
          <pub-id pub-id-type="medline">30097288</pub-id>
          <pub-id pub-id-type="pii">S0033-3182(18)30312-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marchand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bouchard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gosselin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Belleville</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Telepsychotherapy for generalized anxiety disorder: impact on the working alliance</article-title>
          <source>J Psychother Integrat</source>
          <year>2020</year>
          <month>06</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>208</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1037/int0000223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rickwood</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Online counseling and therapy for mental health problems: a systematic review of individual synchronous interventions using chat</article-title>
          <source>J Technol Hum Serv</source>
          <year>2013</year>
          <month>01</month>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1080/15228835.2012.728508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoermann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Calvo</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Application of synchronous text-based dialogue systems in mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>21</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/8/e267/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7023</pub-id>
          <pub-id pub-id-type="medline">28784594</pub-id>
          <pub-id pub-id-type="pii">v19i8e267</pub-id>
          <pub-id pub-id-type="pmcid">PMC5595406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gainsbury</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blaszczynski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of internet-based therapy for the treatment of addictions</article-title>
          <source>Clin Psychol Rev</source>
          <year>2011</year>
          <month>04</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>490</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2010.11.007</pub-id>
          <pub-id pub-id-type="medline">21146272</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(10)00177-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loucas</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Fairburn</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pennant</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Stockton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>E-therapy in the treatment and prevention of eating disorders: a systematic review and meta-analysis</article-title>
          <source>Behav Res Ther</source>
          <year>2014</year>
          <month>12</month>
          <volume>63</volume>
          <fpage>122</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0005-7967(14)00162-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2014.09.011</pub-id>
          <pub-id pub-id-type="medline">25461787</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(14)00162-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4271736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Josephine</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Josefine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Philipp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Harald</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Internet- and mobile-based depression interventions for people with diagnosed depression: a systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>12</month>
          <day>01</day>
          <volume>223</volume>
          <fpage>28</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.07.021</pub-id>
          <pub-id pub-id-type="medline">28715726</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)30725-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hedman</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Guided Internet-based vs. face-to-face cognitive behavior therapy for psychiatric and somatic disorders: a systematic review and meta-analysis</article-title>
          <source>World Psychiatry</source>
          <year>2014</year>
          <month>10</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>288</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1002/wps.20151"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20151</pub-id>
          <pub-id pub-id-type="medline">25273302</pub-id>
          <pub-id pub-id-type="pmcid">PMC4219070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schütte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Acevedo</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Flahault</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health systems around the world - a comparison of existing health system rankings</article-title>
          <source>J Glob Health</source>
          <year>2018</year>
          <month>06</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>010407</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7189/jogh.08.010407"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.08.010407</pub-id>
          <pub-id pub-id-type="medline">29564084</pub-id>
          <pub-id pub-id-type="pii">jogh-08-010407</pub-id>
          <pub-id pub-id-type="pmcid">PMC5857204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thorlund</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Imberger</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Awad</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gluud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wetterslev</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evolution of heterogeneity (I2) estimates and their 95% confidence intervals in large meta-analyses</article-title>
          <source>PLoS One</source>
          <year>2012</year>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>e39471</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0039471"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0039471</pub-id>
          <pub-id pub-id-type="medline">22848355</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-03154</pub-id>
          <pub-id pub-id-type="pmcid">PMC3405079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jenkins-Guarnieri</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Pruitt</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Luxton</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions of telemental health: systematic review of direct comparisons to in-person psychotherapeutic treatments</article-title>
          <source>Telemed J E Health</source>
          <year>2015</year>
          <month>08</month>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>652</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2014.0165</pub-id>
          <pub-id pub-id-type="medline">25885491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brenes</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Danhauer</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Benefits and challenges of conducting psychotherapy by telephone</article-title>
          <source>Prof Psychol Res Pract</source>
          <year>2011</year>
          <month>12</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>543</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22247588"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0026135</pub-id>
          <pub-id pub-id-type="medline">22247588</pub-id>
          <pub-id pub-id-type="pmcid">PMC3256923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Augusterfer</surname>
              <given-names>EF</given-names>
            </name>
          </person-group>
          <article-title>Provider barriers to telemental health: obstacles overcome, obstacles remaining</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>433</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0068</pub-id>
          <pub-id pub-id-type="medline">23590176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwenk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schneck</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mishkind</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Technology-based mental health treatment and the impact on the therapeutic alliance</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>07</month>
          <day>08</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>76</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1055-7</pub-id>
          <pub-id pub-id-type="medline">31286280</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1055-7</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
