<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i12e24761</article-id>
      <article-id pub-id-type="pmid">33302254</article-id>
      <article-id pub-id-type="doi">10.2196/24761</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patient Attitudes Toward Telepsychiatry During the COVID-19 Pandemic: A Nationwide, Multisite Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hilty</surname>
            <given-names>Donald</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hantke</surname>
            <given-names>Nathan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Guinart</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>The Zucker Hillside Hospital</institution>
            <institution>Northwell Health</institution>
            <addr-line>7559 263rd St</addr-line>
            <addr-line>New York, NY</addr-line>
            <country>United States</country>
            <phone>1 7184704139</phone>
            <email>daniguinart@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5078-6716</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Marcy</surname>
            <given-names>Patricia</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9428-1231</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hauser</surname>
            <given-names>Marta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2883-9775</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Dwyer</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5258-1730</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kane</surname>
            <given-names>John M</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2628-9442</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>The Zucker Hillside Hospital</institution>
        <institution>Northwell Health</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Psychiatric Neuroscience</institution>
        <institution>Feinstein Institutes for Medical Research</institution>
        <addr-line>Manhasset, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The Donald and Barbara Zucker School of Medicine at Hofstra/Northwell</institution>
        <addr-line>Manhasset, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Vanguard Research Group</institution>
        <addr-line>Glen Oaks, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Ambulatory Care Division</institution>
        <institution>The Zucker Hillside Hospital</institution>
        <institution>Northwell Health</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Daniel Guinart <email>daniguinart@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>12</issue>
      <elocation-id>e24761</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>1</day>
          <month>12</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Daniel Guinart, Patricia Marcy, Marta Hauser, Michael Dwyer, John M Kane. Originally published in JMIR Mental Health (http://mental.jmir.org), 22.12.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2020/12/e24761/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 pandemic and its associated movement restrictions forced a rapid and massive transition to telepsychiatry to successfully maintain care continuity.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to examine a large number of patients’ experiences of, use of, and attitudes toward telepsychiatry.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>An anonymous 11-question survey was delivered electronically to 14,000 patients receiving telepsychiatry care at 18 participating centers across 11 US states between the months of April and June 2020, including questions about their age and length of service use, as well as experience and satisfaction with telepsychiatry on a 5-point Likert scale. Descriptive statistics were used to analyze and report data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In total, 3070 patients with different age ranges participated. The overall experience using telepsychiatry was either excellent or good for 1189 (82.2%) participants using video and 2312 (81.5%) using telephone. In addition, 1922 (63.6%) patients either agreed or strongly agreed that remote treatment sessions (telephone or video) have been just as helpful as in-person treatment. Lack of commute (n=1406, 46.1%) and flexible scheduling/rescheduling (n=1389, 45.5%) were frequently reported advantages of telepsychiatry, whereas missing the clinic/hospital (n=936, 30.7%) and not feeling as connected to their doctor/nurse/therapist (n=752, 24.6%) were the most frequently reported challenges. After the current pandemic resolves, 1937 (64.2%) respondents either agreed or strongly agreed that they would consider using remote treatment sessions in the future.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Telepsychiatry is very well perceived among a large sample of patients. After the current pandemic resolves, some patients may benefit from continued telepsychiatry, but longitudinal studies are needed to assess impact on clinical outcomes and determine whether patients’ perceptions change over time.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telehealth</kwd>
        <kwd>telepsychiatry</kwd>
        <kwd>telemedicine</kwd>
        <kwd>attitude</kwd>
        <kwd>patients</kwd>
        <kwd>survey</kwd>
        <kwd>COVID-19</kwd>
        <kwd>mental health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The outcomes and cost-effectiveness of telepsychiatry are overall comparable to in-person care across multiple treatment modalities, disorders, and patient groups [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, widespread implementation of telepsychiatry has been challenging [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], partially due to mental health care professionals’ concerns about patients’ ability to use conferencing devices, lack of sense of closeness/connection, technical problems, and reimbursement and privacy concerns [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. However, barriers related to patient preference are also possible, and the patient perspective is crucial to further characterize implementation challenges. Previous studies showed positive patient satisfaction [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>] but potential limitations including relatively small sample sizes and/or selection biases in the context of pilot programs or specific services may have limited their generalizability.</p>
      <p>Due to the COVID-19 crisis, our health care system and others around the world rapidly transitioned all or almost all in-person visits to remote assessments [<xref ref-type="bibr" rid="ref20">20</xref>], in an unprecedented context of mental health care professional stress and increased need for mental health services [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. This revolution in telepsychiatry provided a unique opportunity to assess how patients that may not have initially opted for telepsychiatry feel about it. Hence, the aim of this study was to qualitatively assess opinions and attitudes about telepsychiatry of a large sample of patients.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>In collaboration with the Vanguard Research Group (VRG), a research consortium specializing in behavioral health, an anonymous survey was distributed to patients using telepsychiatry in 18 hospitals and community centers located in rural, suburban, small urban, and large urban areas in 11 different states across the United States (Connecticut, Florida, Maine, Michigan, New Hampshire, New York, Oregon, Rhode Island, South Carolina, Texas, and Utah). Surveys were distributed through email and/or embedded into the video platform scheduling invitations between the months of April and June 2020, and could be completed electronically, with computers, tablets, or smartphones. Study procedures were deemed exempt by the local Institutional Review Board (IRB#20-0397). Further details can be found on the Checklist for Reporting Results of Internet E-Surveys (CHERRIES) [<xref ref-type="bibr" rid="ref23">23</xref>] listed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>The survey included 11 questions about telepsychiatry use and satisfaction using a 5-point Likert scale, as well as inquiries about both potential challenges and positive experiences (see survey in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Descriptive statistics were used to report qualitative survey results. Chi-square tests were used to compare categorical variables. First, omnibus comparisons were conducted by age range and length of care at the same institution. If statistically significant differences were detected, we then tested the individual interactions of interest post hoc. All analyses were conducted using JMP (Version 13, SAS Institute Inc).</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The survey was distributed to approximately 14,000 patients, of which 3070 (22%) completed it. In total, 18 surveys were excluded due to the subject disclosing not having used telemedicine. Hence, 3052 surveys were included in the analysis. Patient characteristics are listed in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of the patients included in the study.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="470"/>
          <col width="500"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristics</td>
              <td>Patients, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Age range, years (N=3040)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#60;25</td>
              <td>304 (10.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>25-34</td>
              <td>494 (16.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-44</td>
              <td>576 (18.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-54</td>
              <td>680 (22.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>55-64</td>
              <td>721 (23.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>65-74</td>
              <td>232 (7.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#62;74</td>
              <td>33 (1.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Duration of care, years (N=2994)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#60;1</td>
              <td>793 (26.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>1-5</td>
              <td>1335 (44.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>5-10</td>
              <td>493 (16.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#62;10</td>
              <td>373 (12.5)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Briefly, 55% of the sample (n=1666) were aged &#62;45 years and the majority of participants (n=2128, 71.1%) had been under care at the institution where the survey took place for ≤5 years (<xref ref-type="table" rid="table1">Table 1</xref>). Respondents were mostly using telephone (n=1924, 63.7%), followed by video (n=708, 23.4%), and a combination of telephone and video (n=390, 12.9%). When asked about their preferred method of receiving care, respondents preferred the telephone over video (n=1908, 64.1% versus n=1066, 35.9%).</p>
      <p>The overall experience was either good or excellent for 2312 (81.5%) of respondents when asked about telephone only and for 1189 (82.2%) when asked about video (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Only 127 (4.5%) and 74 (5.1%) respondents rated their experience as “poor” or “very poor” for telephone and video, respectively (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>(A) Patients' experience of receiving mental health care via telephone, rated on a 5-point Likert scale ranging from 0=very poor to 5=excellent. (B) Patients' experience of receiving mental health care via video, rated on a 5-point Likert scale ranging from 0=very poor to 5=excellent.</p>
        </caption>
        <graphic xlink:href="mental_v7i12e24761_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>We detected differences in the overall experience by age range in the case of telephone, χ²<sub>24</sub> (n=2831)=46.3, <italic>P</italic>=.004; a lower proportion of patients aged 55-64 years declared their experience as excellent compared to other age groups (n=257, 38.2% versus n=960, 44.3%), χ²<sub>4</sub> (n=2840)=12.8, <italic>P</italic>=.01. In addition, a higher proportion of patients aged 45-54 years rated their experience as poor compared to other age groups (n=27, 4.2% versus n=55, 2.5%), χ²<sub>4</sub> (n=2840)=10.5, <italic>P</italic>=.03.</p>
      <p>Further, 1922 (63.6%) patients either agreed or strongly agreed with the statement that remote treatment sessions (telephone or video) have been just as helpful as in-person treatment, whereas 1937 (64.2%) of respondents either agreed or strongly agreed with the statement that they would consider using remote treatment sessions in the future (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Patients using video were more likely to strongly agree with that statement than those using telephone (n= 570, 38.9% versus n= 273, 29.9%), χ²<sub>4</sub> (n=2605)=29.6, <italic>P</italic>&#60;.001.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>(A) Patients' degree of agreement with the statement "I feel the remote treatment sessions have been just as helpful as in-person treatment,” rated on a 5-point Likert scale ranging from "strongly disagree" to "strongly agree." (B) Patients' degree of agreement with the statement "I would consider using remote treatment sessions in the future," rated on a 5-point Likert scale ranging from "strongly disagree" to "strongly agree.".</p>
        </caption>
        <graphic xlink:href="mental_v7i12e24761_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Patients endorsed the lack of commute (n=1406, 46.1%), flexible scheduling/rescheduling (n=1389, 45.5%), reduced likelihood of missing appointments (n=1064, 39.9%), and feeling more confidence/comfort than in person (n=601, 19.7%) as positive elements/advantages of telepsychiatry (<xref ref-type="table" rid="table2">Table 2</xref>), which did not vary by age (χ²<sub>18</sub> [n=4447]=15.4, <italic>P</italic>=.64) or length of time under care (χ²<sub>9</sub> [n=4413]=10.7, <italic>P</italic>=.30). Some of the challenges that patients endorsed were related to missing the clinic/hospital (n=936, 30.7%) and not feeling as connected to their doctor/nurse/therapist (n=752, 24.6%), among others (<xref ref-type="table" rid="table2">Table 2</xref>). Patients under care for less than one year endorsed missing the clinic and feeling connected to it less frequently than other groups (n=195, 21.6% versus n=741, 28%), χ²<sub>6</sub> (n=3550)=21.5, <italic>P</italic>=.002.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Patient-reported advantages and challenges related to the use of telepsychiatry (N=3052).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="770"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Advantages and challenges</td>
              <td>Participants, n (%)<sup>a</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Positive elements of telepsychiatry</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I like not having to commute to the clinic</td>
              <td>1406 (46.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Flexible scheduling/rescheduling</td>
              <td>1389 (45.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I am less likely to miss appointments</td>
              <td>1064 (34.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I felt more confident/comfortable than in person</td>
              <td>601 (19.7)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Difficulties and challenges of telepsychiatry</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I miss visiting the clinic/hospital and feeling connected to it</td>
              <td>936 (30.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I do not feel as connected to my doctor/nurse/therapist</td>
              <td>752 (24.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I am concerned that my doctor/nurse/therapist might miss something because they do not see me in person (eg, a side effect of the medicine)</td>
              <td>593 (19.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I do not feel as comfortable talking about my problems as I do in person</td>
              <td>471 (15.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I have had technical problems establishing/maintaining the connection</td>
              <td>375 (12.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I am concerned about confidentiality/privacy</td>
              <td>273 (8.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>I do not feel that my doctor/nurse/therapist is as engaged in the conversation</td>
              <td>150 (4.9)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Percentages represent the proportion of responders who endorsed a given option and are calculated in relation to the total number of respondents, since more than one positive element and/or challenge or difficulty could be selected. Responses are listed in order of most frequently endorsed items.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>In the free-text comment section, patients generally found telepsychiatry to be safe and convenient, and expressed their gratitude to mental health care professionals for providing uninterrupted care during a very challenging time. Many suggested remote assessments should be maintained, mentioning that they feel more comfortable at home, can express themselves more freely, save transportation time and costs, and/or request less time off work. Others expressed feeling disengaged, feeling frustrated with technical difficulties and having a lack of resources to address them (eg, not owning a laptop or smartphone), difficulty finding a quiet setting (eg, children interrupting, shared housing), getting tests done or filling out forms.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we report highly favorable attitudes toward telepsychiatry in its diverse forms, across a large sample of patients across the United States. To our knowledge, this is the largest evaluation of patient attitudes toward telepsychiatry to date, by at least an order of magnitude, which is timely in the context of the current COVID-19 pandemic and the widespread stay-at-home and travel restriction orders, the duration of which is unclear.</p>
        <p>Our results are aligned with other surveys very recently validated based on quality of care domains [<xref ref-type="bibr" rid="ref24">24</xref>], showing high levels of satisfaction with telepsychiatry services. Other recent studies in older [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and younger [<xref ref-type="bibr" rid="ref27">27</xref>] adults showed similar results, all in smaller samples. Further, most of our respondents would like to continue using telepsychiatry. This finding is highly relevant given the diversity and size of our sample, drawn from a large network of community, real-world, and academic mental health centers, and should encourage allowing telepsychiatry to continue for some patient populations after the current pandemic is resolved. However, some respondents expressed a desire to resume usual in-person care as soon as possible and/or lean toward hybrid models. The option of telepsychiatry should remain tailored to individual patient needs and be the result of shared decision making.</p>
        <p>Interestingly, subjects were more likely to strongly agree to consider using telepsychiatry in the future when using video. Concerns raised about lack of closeness and fear of a reduction in the doctor’s ability to detect subtle signs of body language, nonverbal cues, and/or physical signs of disease could be some of the reasons behind this preference [<xref ref-type="bibr" rid="ref16">16</xref>]. Whereas the widespread use of the telephone may be the result of an abrupt transition related to COVID-19, access to technology may have been a potential barrier to the implementation of telepsychiatry that will need to be considered. Videoconferencing should be preferred over telephone whenever possible, particularly given the currently available technology, which allows for encrypted private communications [<xref ref-type="bibr" rid="ref15">15</xref>]. Further, patients with sensory and/or cognitive limitations such as mutism, hearing difficulty, or visual or cognitive impairment would potentially require deployment of additional technologies and/or human resources.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has some limitations. First, this study was conducted during the COVID-19 pandemic and associated movement restrictions, which may have made hospital/doctor visits less appealing, adding safety as a confounder, possibly overestimating real user satisfaction. Second, our survey was short, the completion rate was relatively low, and our sample was not random, so selection, nonresponse, and response biases are possible [<xref ref-type="bibr" rid="ref28">28</xref>]. Third, the influence of additional sociodemographic factors as well as symptom severity and/or previous telepsychiatry experience could not be ascertained. Longitudinal studies will be needed to assess impact on clinical outcomes and determine whether patients’ perceptions change over time.</p>
        <p>Mental health professionals were already implementing digital technologies and advocating for more widespread use of telehealth [<xref ref-type="bibr" rid="ref29">29</xref>], and the current scenario has accelerated its use. Thus, even after the COVID-19 pandemic ends, telepsychiatry is here to stay. However, patient concerns need to be heard and addressed, and positive experiences need to be acknowledged and echoed.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Patients had a generally positive attitude toward telepsychiatry and many would like to continue using it after the COVID-19 restrictions recede. Longitudinal studies are needed to assess whether patient perceptions change over time. However, some patients may benefit from continuous use of telepsychiatry. Results of this study should help shape policies regarding its use.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Checklist for Reporting Results of Internet E-Surveys (CHERRIES).</p>
        <media xlink:href="mental_v7i12e24761_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 64 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Telepsychiatry Patient Satisfaction Survey.</p>
        <media xlink:href="mental_v7i12e24761_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 67 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHERRIES</term>
          <def>
            <p>Checklist for Reporting Results of Internet E-Surveys</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank the patients that took the time to participate in our study in such challenging times.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>DG has been a consultant for and/or has received speaker honoraria from Otsuka America Pharmaceuticals and Janssen Pharmaceuticals. JMK has been a consultant and/or advisor for or has received honoraria from Alkermes, Allergan, LB Pharmaceuticals, H Lundbeck, Intracellular Therapies, Janssen Pharmaceuticals, Johnson and Johnson, Merck, Minerva, Neurocrine, Newron, Otsuka, Pierre Fabre, Reviva, Roche, Sumitomo Dainippon, Sunovion, Takeda, Teva, and UpToDate and is a shareholder in LB Pharmaceuticals and Vanguard Research Group. PM has been a consultant to Otsuka and has received research funding from Alkermes, Boehringer-Ingelheim, Janssen, Lundbeck, NeuroRx, Otsuka, Takeda, and Roche. The other authors declare no conflicts.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemental health: a 2013 review</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>444</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23697504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0075</pub-id>
          <pub-id pub-id-type="medline">23697504</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Sunderji</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Suo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McCarron</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Telepsychiatry and other technologies for integrated care: evidence base, best practice models and competencies</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>292</fpage>
          <lpage>309</lpage>
          <pub-id pub-id-type="doi">10.1080/09540261.2019.1571483</pub-id>
          <pub-id pub-id-type="medline">30821540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sunjaya</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Chris</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Novianti</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Efficacy, patient-doctor relationship, costs and benefits of utilizing telepsychiatry for the management of post-traumatic stress disorder (PTSD): a systematic review</article-title>
          <source>Trends Psychiatry Psychother</source>
          <year>2020</year>
          <month>03</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>102</fpage>
          <lpage>110</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S2237-60892020000100102&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/2237-6089-2019-0024</pub-id>
          <pub-id pub-id-type="medline">32321088</pub-id>
          <pub-id pub-id-type="pii">S2237-60892020000100102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salmoiraghi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A Systematic Review of the Use of Telepsychiatry in Acute Settings</article-title>
          <source>Journal of Psychiatric Practice</source>
          <year>2015</year>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>389</fpage>
          <lpage>393</lpage>
          <pub-id pub-id-type="doi">10.1097/pra.0000000000000103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Savin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Orton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Beals</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Manson</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Diagnostic reliability of telepsychiatry in American Indian veterans</article-title>
          <source>Am J Psychiatry</source>
          <year>2007</year>
          <month>01</month>
          <volume>164</volume>
          <issue>1</issue>
          <fpage>115</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.2007.164.1.115</pub-id>
          <pub-id pub-id-type="medline">17202552</pub-id>
          <pub-id pub-id-type="pii">164/1/115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Kilgus</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Agreement between telepsychiatry assessment and face-to-face assessment for Emergency Department psychiatry patients</article-title>
          <source>J Telemed Telecare</source>
          <year>2014</year>
          <month>01</month>
          <day>10</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>59</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633x13519902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Björklund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hornborg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hesser</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ljótsson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Affect-focused psychodynamic psychotherapy for depression and anxiety through the Internet: a randomized controlled trial</article-title>
          <source>PeerJ</source>
          <year>2013</year>
          <volume>1</volume>
          <fpage>e102</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7717/peerj.102"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.102</pub-id>
          <pub-id pub-id-type="medline">23862104</pub-id>
          <pub-id pub-id-type="pii">102</pub-id>
          <pub-id pub-id-type="pmcid">PMC3709106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hubley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Schneck</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Review of key telepsychiatry outcomes</article-title>
          <source>World J Psychiatry</source>
          <year>2016</year>
          <month>06</month>
          <day>22</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wjgnet.com/2220-3206/full/v6/i2/269.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.5498/wjp.v6.i2.269</pub-id>
          <pub-id pub-id-type="medline">27354970</pub-id>
          <pub-id pub-id-type="pmcid">PMC4919267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Novins</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Hosokawa</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Frunzi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Libby</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>The Use of Telepsychiatry to Provide Cost-Efficient Care During Pediatric Mental Health Emergencies</article-title>
          <source>Psychiatr Serv</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>161</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201700140</pub-id>
          <pub-id pub-id-type="medline">29032703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Frueh</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Grubaugh</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Egede</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Elhai</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Current Directions in Videoconferencing Tele-Mental Health Research</article-title>
          <source>Clin Psychol (New York)</source>
          <year>2009</year>
          <month>09</month>
          <day>01</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>323</fpage>
          <lpage>338</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20161010"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-2850.2009.01170.x</pub-id>
          <pub-id pub-id-type="medline">20161010</pub-id>
          <pub-id pub-id-type="pmcid">PMC2758653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Lapid</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Rummans</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Geriatric Telepsychiatry: Systematic Review and Policy Considerations</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2019</year>
          <month>02</month>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>109</fpage>
          <lpage>127</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2018.10.009</pub-id>
          <pub-id pub-id-type="medline">30416025</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(18)30530-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Trends in Telemedicine Use in a Large Commercially Insured Population, 2005-2017</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>11</month>
          <day>27</day>
          <volume>320</volume>
          <issue>20</issue>
          <fpage>2147</fpage>
          <lpage>2149</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30480716"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.12354</pub-id>
          <pub-id pub-id-type="medline">30480716</pub-id>
          <pub-id pub-id-type="pii">2716547</pub-id>
          <pub-id pub-id-type="pmcid">PMC6349464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thiele</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Doarn</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Locum tenens and telepsychiatry: trends in psychiatric care</article-title>
          <source>Telemed J E Health</source>
          <year>2015</year>
          <month>06</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>510</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2014.0159</pub-id>
          <pub-id pub-id-type="medline">25764147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nafiz</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The psychiatrist-patient relationship of the future: anytime, anywhere?</article-title>
          <source>Harv Rev Psychiatry</source>
          <year>2010</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>96</fpage>
          <lpage>102</lpage>
          <pub-id pub-id-type="doi">10.3109/10673221003683952</pub-id>
          <pub-id pub-id-type="medline">20235774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guinart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marcy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mental Healthcare Providers' Attitudes Towards Telepsychiatry: A Systemwide, Multisite Survey during the COVID-19 pandemic</article-title>
          <source>Psychiatr Serv</source>
          <year>2020</year>
          <fpage>1</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ps.psychiatryonline.org/pb-assets/journals/ps/homepage/Mental%20Healthcare%20Providers%E2%80%99%20Attitudes%20Towards%20Telepsychiatry%20--%20A%20Systemwide,%20Multisite%20Survey%20during%20the%20COVID-19%20pandemic.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>McKean</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Barriers to Use of Telepsychiatry: Clinicians as Gatekeepers</article-title>
          <source>Mayo Clin Proc</source>
          <year>2019</year>
          <month>12</month>
          <volume>94</volume>
          <issue>12</issue>
          <fpage>2510</fpage>
          <lpage>2523</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2019.04.018</pub-id>
          <pub-id pub-id-type="medline">31806104</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(19)30400-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Nesbitt</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Kuenneth</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Hales</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Rural versus suburban primary care needs, utilization, and satisfaction with telepsychiatric consultation</article-title>
          <source>J Rural Health</source>
          <year>2007</year>
          <month>03</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>163</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1748-0361.2007.00084.x</pub-id>
          <pub-id pub-id-type="medline">17397373</pub-id>
          <pub-id pub-id-type="pii">JRH84</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schubert</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Backman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Corace</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Telepsychiatry and patient–provider concordance</article-title>
          <source>Can J Rural Med</source>
          <year>2019</year>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>75</fpage>
          <pub-id pub-id-type="doi">10.4103/cjrm.cjrm_9_18</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Krowski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Telehealth and patient satisfaction: a systematic review and narrative analysis</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>08</month>
          <day>03</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e016242</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28775188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-016242</pub-id>
          <pub-id pub-id-type="medline">28775188</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-016242</pub-id>
          <pub-id pub-id-type="pmcid">PMC5629741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ohannessian</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duong</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Odone</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Global Telemedicine Implementation and Integration Within Health Systems to Fight the COVID-19 Pandemic: A Call to Action</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>04</month>
          <day>02</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18810</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e18810/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18810</pub-id>
          <pub-id pub-id-type="medline">32238336</pub-id>
          <pub-id pub-id-type="pii">v6i2e18810</pub-id>
          <pub-id pub-id-type="pmcid">PMC7124951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ostinelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and Telepsychiatry: Development of Evidence-Based Guidance for Clinicians</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e21108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/8/e21108/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21108</pub-id>
          <pub-id pub-id-type="medline">32658857</pub-id>
          <pub-id pub-id-type="pii">v7i8e21108</pub-id>
          <pub-id pub-id-type="pmcid">PMC7485934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jän Myrick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital Mental Health and COVID-19: Using Technology Today to Accelerate the Curve on Access and Quality Tomorrow</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e18848</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/3/e18848/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18848</pub-id>
          <pub-id pub-id-type="medline">32213476</pub-id>
          <pub-id pub-id-type="pii">v7i3e18848</pub-id>
          <pub-id pub-id-type="pmcid">PMC7101061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Improving the quality of Web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)</article-title>
          <source>J Med Internet Res</source>
          <year>2004</year>
          <month>09</month>
          <day>29</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2004/3/e34/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id>
          <pub-id pub-id-type="medline">15471760</pub-id>
          <pub-id pub-id-type="pii">v6e34</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serhal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kirvan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanches</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Client Satisfaction and Experience With Telepsychiatry: Development and Validation of a Survey Using Clinical Quality Domains</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>29</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e19198</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e19198/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19198</pub-id>
          <pub-id pub-id-type="medline">32755896</pub-id>
          <pub-id pub-id-type="pii">v22i9e19198</pub-id>
          <pub-id pub-id-type="pmcid">PMC7556368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rajji</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Community based telepsychiatry service for older adults residing in a rural and remote region- utilization pattern and satisfaction among stakeholders</article-title>
          <source>BMC Psychiatry</source>
          <year>2018</year>
          <month>09</month>
          <day>27</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>316</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-018-1896-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-018-1896-3</pub-id>
          <pub-id pub-id-type="medline">30261845</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-018-1896-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6161443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hantke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lajoy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Magwene</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Sordahl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hara</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient Satisfaction With Geriatric Psychiatry Services via Video Teleconference</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2020</year>
          <month>04</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>491</fpage>
          <lpage>494</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2019.08.020</pub-id>
          <pub-id pub-id-type="medline">31530457</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(19)30493-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayworm</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lever</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gloff</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hoover</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>School-Based Telepsychiatry in an Urban Setting: Efficiency and Satisfaction with Care</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>04</month>
          <day>01</day>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>446</fpage>
          <lpage>454</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2019.0038</pub-id>
          <pub-id pub-id-type="medline">31120378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Esmail</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Limitations of patient satisfaction studies in telehealthcare: a systematic review of the literature</article-title>
          <source>Telemed J E Health</source>
          <year>2001</year>
          <month>12</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>293</fpage>
          <lpage>316</lpage>
          <pub-id pub-id-type="doi">10.1089/15305620152814700</pub-id>
          <pub-id pub-id-type="medline">11886667</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Schneck</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mishkind</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Telepsychiatry and the Coronavirus Disease 2019 Pandemic-Current and Future Outcomes of the Rapid Virtualization of Psychiatric Care</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.1643</pub-id>
          <pub-id pub-id-type="medline">32391861</pub-id>
          <pub-id pub-id-type="pii">2765954</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
