<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i3e33092</article-id>
      <article-id pub-id-type="pmid">35311673</article-id>
      <article-id pub-id-type="doi">10.2196/33092</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Treatment Interruptions and Telemedicine Utilization in Serious Mental Illness: Retrospective Longitudinal Claims Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Karin</surname>
            <given-names>Rohana Abdul</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ainslie</surname>
            <given-names>Marcy</given-names>
          </name>
          <degrees>BA, BS, MS, EdD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Nursing</institution>
            <institution>University of New Hampshire</institution>
            <addr-line>4 library way, hewitt hall</addr-line>
            <addr-line>Durham, NH, 03824</addr-line>
            <country>United States</country>
            <phone>1 603 562 8833</phone>
            <email>marcy.ainslie@unh.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0293-0079</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Brunette</surname>
            <given-names>Mary F</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0713-8745</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Capozzoli</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5202-7331</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Nursing</institution>
        <institution>University of New Hampshire</institution>
        <addr-line>Durham, NH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry</institution>
        <institution>Geisel School of Medicine at Dartmouth</institution>
        <addr-line>Lebanon, NH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Mathematics &#38; Statistics</institution>
        <institution>University of New Hampshire</institution>
        <addr-line>Durham, NH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Marcy Ainslie <email>marcy.ainslie@unh.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>3</issue>
      <elocation-id>e33092</elocation-id>
      <history>
        <date date-type="received">
          <day>23</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Marcy Ainslie, Mary F Brunette, Michelle Capozzoli. Originally published in JMIR Mental Health (https://mental.jmir.org), 21.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2022/3/e33092" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Avoiding interruptions and dropout in outpatient care can prevent mental illness symptom exacerbation and costly crisis services, such as emergency room visits and inpatient psychiatric hospitalization. During the COVID-19 pandemic, to attempt to maintain care continuity, telemedicine services were increasingly utilized, despite the lack of data on efficacy in patients with serious mental illness. Patients with serious mental illness are challenging to enroll and sustain in randomized controlled trials over time due to fluctuations in disease exacerbation. However, capturing and examining utilization and efficacy data in community mental health center (CMHC) patients with serious mental illness during the pandemic is a unique opportunity to inform future clinical and policy decision-making.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to identify and describe the characteristics of CMHC patients with serious mental illness who experienced treatment interruptions and who utilized telemedicine during the pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a retrospective observational study of treatment interruptions and telemedicine use during the period from December 2019 to June 2020 (compared to the period from December 2018 to June 2019) in New Hampshire CMHC patients. The study population included all Medicaid beneficiaries with serious mental illness engaged in treatment 3 months prior to the declaration of a state of emergency in response to the COVID-19 pandemic. We used chi-square tests of independence and logistic regression to explore associations between treatment interruptions and variables (gender, age, rurality, and diagnosis). Telemedicine utilization was categorized as low (&#60;25%), medium (25%-75%), or high (&#62;75%) use.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 16,030 patients were identified. New Hampshire CMHCs demonstrated only a 4.9% increase in treatment interruptions compared with the year prior. Patients who were male (odds ratio [OR] 1.27, 95% CI 1.17-1.38; <italic>P</italic>&#60;.001), under the age of 18 years (ages 0-12 years: OR 1.37, 95% CI 0.62-0.86, <italic>P</italic>&#60;.001; aged 13-17 years: OR 1.49, 95% CI 0.57-0.79, <italic>P</italic>&#60;.001), or among milder diagnostic categories, such as anxiety disorders (OR 3.77, 95% CI 3.04-4.68; <italic>P</italic>&#60;.001) and posttraumatic stress disorder (OR 3.69, 95% CI 2.96-4.61; <italic>P</italic>&#60;.001), were most likely to experience treatment interruptions. Patients who were female (OR 0.89, CI 0.65-0.74), 18 to 34 years old (OR 0.74, CI 0.70-0.79), or among milder diagnostic categories, such as anxiety disorder (OR 0.69, CI 0.65-0.74) or posttraumatic stress disorder (OR 0.77, CI 0.72-0.83), and with major depressive disorder (OR 0.73, CI 0.68-0.78) were less likely to be in the low telemedicine utilization group.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The integration of telemedicine supported care continuity for most CMHC patients; yet, retention varied by subpopulation, as did telemedicine utilization. The development of policies and clinical practice guidelines requires empirical evidence on the effectiveness and limitations of telemedicine in patients with serious mental illness.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telemedicine</kwd>
        <kwd>mental health</kwd>
        <kwd>serious mental illness</kwd>
        <kwd>retention</kwd>
        <kwd>mental illness</kwd>
        <kwd>telehealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In response to the COVID-19 pandemic, the use of mental health telemedicine broadly expanded in US community mental health centers (CMHCs). CMHCs are designated by states to provide long-term outpatient behavioral, rehabilitation, and medication mental health services to people with serious mental illness, such as disabling schizophrenia, bipolar disorder, major depression, posttraumatic stress disorder, or other anxiety disorders [<xref ref-type="bibr" rid="ref1">1</xref>]. More than 10 million Americans (approximately 5%) have serious mental illness, and such mental illnesses are a leading source of disability and treatment expenses [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>], with schizophrenia alone costing approximately US $37.7 billion per year [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Prior to the pandemic, telemedicine was used to maintain mental health care continuity when patients and providers were separated by a distance, address transportation or childcare-related barriers, and address provider shortages [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Avoiding interruptions and dropout in outpatient care has been shown to prevent mental illness symptom exacerbation and the need for costly crisis services, such as emergency room visits and inpatient psychiatric hospitalization [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Medicaid is the most common payor for patients with serious mental illness due to related disability with resulting low income [<xref ref-type="bibr" rid="ref9">9</xref>]. Prior research has demonstrated deficits in serious mental illness patient access, utilization, and efficacy of telemedicine as a modality for care delivery. Access concerns are related to limited digital bandwidth in rural areas and device ownership in low socioeconomic status households [<xref ref-type="bibr" rid="ref10">10</xref>]. Some serious mental illness services require in-person contact that is not possible to deliver via telemedicine [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]; additionally, patients with high levels of symptoms and disorganization, which can occur with schizophrenia and bipolar disorder, may have difficulty utilizing this form of treatment.</p>
      <p>Prior to the pandemic, CMHC telemedicine services were delivered via videoconference to a small, but growing, number of patients [<xref ref-type="bibr" rid="ref13">13</xref>]. Typically, patients presented to the local CMHC office, where necessary electronic devices and connectivity were provided, in order to connect with a mental health provider located at a distance. In this prepandemic model, the role of the local CMHC was to mitigate telemedicine access and utilization concerns.</p>
      <p>As the pandemic emerged in the United States, federal and state governments, followed by the Centers for Medicaid and Medicare Services, put a hold on regulatory requirements that had created barriers to telemedicine utilization in the delivery of health care services prior to the pandemic, specifically regarding Health Insurance Portability and Accountability Act–approved technology and the required location of the provider during the time of the patient visit [<xref ref-type="bibr" rid="ref14">14</xref>]. State legislation and policy developments regarding telemedicine followed; these emergency changes broadened the scope of providers who may deliver services via telemedicine and permitted patients to receive these services from their own homes [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. This transition occurred prior to addressing access and utilization concerns and despite little empiric evidence on the efficacy of such services for people with serious mental illness, in general, or for people with schizophrenia and bipolar disorders, in particular.</p>
      <p>Research about telemedicine prior to the pandemic found that user perceptions influenced the success of its implementation, users required more technology support than was available, and reimbursement presented a barrier. Clinical efficacy trials [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] of mental health telemedicine utilization, albeit with small sample sizes, indicated that although addressing clinician concerns, logistical problems, technology, and staffing would be necessary [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], telephone-based cognitive behavioral therapy for psychosis showed high therapeutic alliance [<xref ref-type="bibr" rid="ref19">19</xref>] and treatments by phone or video were effective for major depressive disorder [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>], posttraumatic stress disorder [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], and general outpatients [<xref ref-type="bibr" rid="ref24">24</xref>]. Telemedicine via telephone facilitated low-threshold support to 120 patients with serious mental illness to promote psychotropic mediation adherence for 6 months [<xref ref-type="bibr" rid="ref25">25</xref>]; however, no large randomized trials broadly evaluating utilization and efficacy of telemedicine in patients with serious mental illness were identified.</p>
      <p>Initial findings during the pandemic with respect to telemedicine for people with serious mental illness are mixed but indicate that many patients are willing and able to use video- or telephone-based telemedicine from their homes [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Another study [<xref ref-type="bibr" rid="ref15">15</xref>] on service delivery for people with all types and severities of mental illness demonstrated a widening telemedicine utilization disparity between general and minority populations that occurred in the presence of an overall increase in mental health service utilization during the pandemic and suggested that there were increased barriers to telemedicine for minority populations. Additionally, a national survey about telemedicine utilization in patients with serious mental illness demonstrated a need for improved technical support and appointment availability, while at the same time suggesting telehealth visits can promote self-care strategies and resilience [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      <p>The dramatic transition to mental health telemedicine that occurred during the pandemic provides an important opportunity. The pivot to telemedicine in the serious mental illness population offers a vast, natural experiment to address the literature gap resulting from the challenges of enrolling and sustaining this population in randomized trials over time due to fluctuating symptom presentation and disease severity. Objective data on utilization of telemedicine and continuity of care in CMHC patients with serious mental illness during the pandemic will inform future clinical and policy making. It is critical to recognize the diversity that exists within the serious mental illness community, mitigate biases and assumptions regarding the prospects of telemedicine in this population, and identify characteristics of specific subgroups that may fare better or worse with treatment delivered by telemedicine. The purpose of this study was to (1) describe the characteristics of patients with serious mental illness associated with disruption in services despite the telemedicine expansion during the initial 3 months after the state of emergency declaration in response to COVID-19, (2) describe the characteristics of patients with serious mental illness who were most and least likely to use telemedicine, and (3) determine the extent to which various subpopulations utilized telemedicine to receive treatment.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We conducted an observational retrospective study using New Hampshire Medicaid service claims in CMHCs delivering serious mental illness services. The examination compared the 3-month period after the declaration state of emergency (study retention period) to the 3-month period prior to the declaration (study base period), encompassing December 1, 2019 through June 30, 2020. Additionally, in order to assess and account for baseline variability in treatment retention in this vulnerable population, claims were examined from 1 year prior (December 1, 2018 through June 30, 2019).</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>The University of New Hampshire institutional review board reviewed the study protocol and, given that claims data did not contain identifiable protected health information, determined that this study did not require approval.</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>Service claims for New Hampshire Medicaid beneficiaries were included in the analysis if the beneficiary (1) was active or eligible in Medicaid for at least one day within the study base or retention periods and (2) received at least one treatment service from a CMHC during the first 3 months of the study period (December 1, 2019 through February 29, 2020). Patients were excluded if they did not have a treatment service in the study base period.</p>
      </sec>
      <sec>
        <title>Study Periods</title>
        <p>Due to the COVID-19 pandemic, all 10 of the New Hampshire CMHCs rapidly transitioned most services to telemedicine with patients and providers in their home environment. Clinical providers, in collaboration with patients, determined the treatment delivery modality (ie, onsite versus telemedicine). All New Hampshire CMHCs transitioned to providing at least 50% of services by telemedicine on or before April 1, 2020. March 2020 was a transitional month, and thus, was eliminated from the data set. Therefore, the defined periods were (1) the study base period, from December 1, 2019 through February 29, 2020; (2) the study retention period, from April 1, 2020 through June 30, 2020; (3) the time-trends comparison to study base period, from December 1, 2018 through February 28, 2019; and (4) the time-trends comparison to study retention period, from April 1, 2019 through June 30, 2019.</p>
      </sec>
      <sec>
        <title>Claims Acquisition and Preparation</title>
        <p>New Hampshire Medicaid claims data, which included CMHC treatment service claims, patient diagnoses, and patient demographic information, were obtained from the New Hampshire Department of Health and Human Services Enterprise Business Intelligence data warehouse in November 2020. Claims for all services provided in CMHCs as defined by National Provider Identifier during the 4 study periods were included. Files were excluded if demographic data were incomplete.</p>
        <p>Beneficiaries with CMHC treatment service claims were then selected. Treatment services were defined as codes for services that required therapeutic interaction between a mental health provider and patient (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Files with case management and administrative codes that reflected activities independent of patient engagement were, therefore, excluded.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Outcomes</title>
          <p>Treatment interruption was defined as instances in which those who presented with at least one treatment claim during a base period had no treatment claim during the corresponding retention period. Telemedicine use was identified by service claim codes and categorized, based on percentage of total treatment services during the retention period, into low (&#60;25%), medium (25%-75%), or high (&#62;75%). The study population was described by gender (male or female), age groups (0-12 years old, 13-17 years old, 18-34 years old, 35-54 years old, or 55 years and older), ZIP code (urban, representing an area with a population greater than 10,000 people, or rural, representing an area with a population of 10,000 or less), and diagnosis, which was categorized hierarchically (in the following order: schizophrenia, bipolar disorder, major depression, posttraumatic stress disorder, anxiety disorders, and all other conditions), with a designation for each beneficiary in the base and retention periods independently, because most beneficiaries had multiple diagnoses attached to their claims. Thus, if an individual had diagnoses of schizophrenia and major depression, they were included in the schizophrenia diagnosis group.</p>
        </sec>
        <sec>
          <title>Statistical Analyses</title>
          <p>The study periods and time-trends periods were compared by characteristics of gender, age group, ZIP code, and diagnosis. Summary statistics were used to calculate the change in percentage probability of a serious mental illness treatment interruption from the time trends period to the study period. Each categorical variable in the study and time-trends retention periods were analyzed with chi-square tests for independence. Primary logistic regression included all variables and was used to examine patients who were not retained in services, and again, to examine the patients who were retained in services. The misclassification rate was the number of observations that are classified incorrectly given a cut-off probability of 0.5.</p>
          <p>Telemedicine use (low, medium, or high) was analyzed using chi-square tests for independence. The odds ratio (OR) was the proportional odds (ie, the exponent of the estimates) with the low category as the comparator—the odds of going from 25% service use to 25%-75% and &#62;75% service use categories combined. All analyses were performed using JMP software (version 15; SAS Institute).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>CMHCs in New Hampshire experienced a 15.0% increase in the number of patients using treatment services from 2019 (n=13,456) to 2020 (n=15,471). In the study retention period, in the quarter after the state of emergency declaration, 18.3% (12,635/15,471) of serious mental illness beneficiaries were not retained in community mental health treatment; in the analogous period in 2019, 13.4% (11,492/13,456) of serious mental illness beneficiaries were not retained.</p>
      <p>There was a 3.0% higher probability of service interruption in male patients versus female patients from 2019 to 2020 (<xref ref-type="table" rid="table1">Table 1</xref>), and the probability of service disruption increased from 2019 to 2020 in each age group (0-12 years old: 6.9%; 13-17 years old: 5.8%; 18-34 years old: 4.2%; 35-54 years old: 4.7%; 55 years and older: 3.3%).</p>
      <p>The probability of service disruption from 2019 to 2020 increased from 5.6% for rural ZIP codes and 4.9% for urban ZIP codes, and the probability of service interruption from 2019 to 2020 increased 2% for patients with schizophrenia, 1% for patients with bipolar disorder, 4.6% for patients with major depression, 5.1% for patients with posttraumatic stress disorder, and 6.8% for patients with anxiety and all other disorders.</p>
      <p>A logistic regression model was used to examine the association of categorical variables with age group 55 years and older serving as dependent variable for age group comparison and schizophrenia serving as the dependent variable for diagnosis comparison (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>Most beneficiaries (11,672/12427, 93.9%) participated in at least one telemedicine visit during the period from April through June 2020; in contrast, during the analogous period in 2019, a very small percentage of beneficiaries (390/13456, 2.9%) (<xref ref-type="table" rid="table3">Table 3</xref>). All subpopulations within the CMHCs were able to access and utilize telemedicine for at least a part of the treatment plan. Low, medium, and high telehealth utilization in April through June 2020 are shown by gender (<xref rid="figure1" ref-type="fig">Figure 1</xref>), age group (<xref rid="figure2" ref-type="fig">Figure 2</xref>), ZIP code (<xref rid="figure3" ref-type="fig">Figure 3</xref>), and diagnosis (<xref rid="figure4" ref-type="fig">Figure 4</xref>) categories.</p>
      <p>Female patients had lower odds (OR 0.87, 95% CI 0.86-0.92) than male patients of going from low utilization to either moderate or high utilization. Compared with patients 55 years and older, patients 0 to 12 years old (OR 1.18, 95% CI 1.09-1.27) and 13 to 17 years old (OR 1.16, 95% CI 1.09-1.25) had greater odds and patients 18 to 34 years old (OR 0.74, 95% CI 0.70-0.79) and 35 to 54 years old (OR 0.79, 95% CI 0.74-0.84) had lower odds of going from low utilization to either moderate or high utilization. Except for patients with bipolar disorder (OR 0.93, 95% CI 0.84-1.02), patients with diagnoses other than schizophrenia had lower odds of going from low utilization to either moderate or high utilization (major depression: OR 0.73, 95% CI 0.68-0.78; posttraumatic stress disorder: OR 0.77, 95% CI 0.72-0.83; anxiety or other disorders: OR 0.69, 95% CI 0.65-0.74).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>CMHC patients with serious mental illness with treatment interruptions.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="210"/>
          <col width="180"/>
          <col width="130"/>
          <col width="180"/>
          <col width="140"/>
          <col width="130"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td colspan="2">2020 (n=15,471)</td>
              <td colspan="2">2019 (n=13,456)</td>
              <td>Change from 2019 to 2020</td>
            </tr>
            <tr valign="bottom">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Treatment interruption, n</td>
              <td>Probability (<italic>P</italic>&#60;.001), %</td>
              <td>Treatment interruption, n</td>
              <td>Probability (<italic>P</italic>=.30), %</td>
              <td>
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Gender</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>1495</td>
              <td>18.0</td>
              <td>1027</td>
              <td>14.3</td>
              <td>3.7</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>1548</td>
              <td>21.6</td>
              <td>937</td>
              <td>14.9</td>
              <td>6.7</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Age group (years)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0-12</td>
              <td>689</td>
              <td>22.3</td>
              <td>470</td>
              <td>15.4</td>
              <td>6.9</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>13-17</td>
              <td>565</td>
              <td>22.7</td>
              <td>377</td>
              <td>16.9</td>
              <td>5.8</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>18-34</td>
              <td>873</td>
              <td>23.6</td>
              <td>551</td>
              <td>19.4</td>
              <td>4.2</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-54</td>
              <td>623</td>
              <td>16.6</td>
              <td>373</td>
              <td>11.9</td>
              <td>4.7</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>≥55</td>
              <td>293</td>
              <td>12.1</td>
              <td>193</td>
              <td>8.8</td>
              <td>3.3</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>ZIP code</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rural</td>
              <td>1168</td>
              <td>21.2</td>
              <td>754</td>
              <td>15.6</td>
              <td>5.6</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Urban</td>
              <td>1860</td>
              <td>18.8</td>
              <td>1191</td>
              <td>13.9</td>
              <td>4.9</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Diagnosis</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Schizophrenia</td>
              <td>105</td>
              <td>6.8</td>
              <td>72</td>
              <td>4.8</td>
              <td>2.0</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar disorder</td>
              <td>134</td>
              <td>11.0</td>
              <td>107</td>
              <td>10.0</td>
              <td>1.0</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Major depression</td>
              <td>762</td>
              <td>20.1</td>
              <td>493</td>
              <td>15.5</td>
              <td>4.6</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Posttraumatic stress disorder</td>
              <td>778</td>
              <td>21.9</td>
              <td>516</td>
              <td>16.8</td>
              <td>5.1</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Anxiety or other</td>
              <td>1265</td>
              <td>23.5</td>
              <td>776</td>
              <td>16.7</td>
              <td> 6.8</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Logistic regression results for patients experiencing treatment interruption.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="470"/>
          <col width="0"/>
          <col width="250"/>
          <col width="0"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Variable</td>
              <td colspan="2">OR<sup>a</sup> (95% CI)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Gender</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td colspan="2">0.78 (0.72-0.85)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td colspan="2">1.27 (1.17-1.38)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Age (years)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0-12 years</td>
              <td colspan="2">1.37 (1.17-1.61)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>13-17 years</td>
              <td colspan="2">1.49 (1.27-1.75)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>18-34 years</td>
              <td colspan="2">1.83 (1.58-2.12)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-54 years</td>
              <td colspan="2">1.29 (1.11-1.50)</td>
              <td colspan="2">.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>≥55</td>
              <td colspan="2">Reference</td>
              <td colspan="2">N/A<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>ZIP code</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rural</td>
              <td colspan="2">1.12 (1.03-1.22)</td>
              <td colspan="2">.006</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Urban</td>
              <td colspan="2">0.89 (0.82-0.97)</td>
              <td colspan="2">.006</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Diagnosis</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Schizophrenia</td>
              <td colspan="2">Reference</td>
              <td colspan="2">N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar</td>
              <td colspan="2">1.67 (1.28-2.17)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Major depression</td>
              <td colspan="2">3.32 (2.67-4.13)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Posttraumatic stress disorder</td>
              <td colspan="2">3.69 (2.96-4.61)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Anxiety or other</td>
              <td colspan="2">3.77 (3.04-4.68)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>OR: odds ratio.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Telemedicine utilization among patients with serious mental illness in the study retention period, after the pandemic state of emergency.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="240"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="4">Variables</td>
              <td colspan="2">All</td>
              <td colspan="5">Low use</td>
              <td colspan="5">Medium use</td>
              <td colspan="3">High use</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">N</td>
              <td colspan="2">n</td>
              <td colspan="2">%</td>
              <td colspan="3">n</td>
              <td colspan="2">%</td>
              <td colspan="3">n</td>
              <td colspan="2">%</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4">
                <bold>All</bold>
              </td>
              <td colspan="2">12,427</td>
              <td colspan="2">1845</td>
              <td colspan="2">14.84</td>
              <td colspan="3">6294</td>
              <td colspan="2">50.64</td>
              <td colspan="3">4288</td>
              <td>34.50</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">
                <bold>Gender</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td colspan="2">6792</td>
              <td colspan="2">850</td>
              <td colspan="2">12.51</td>
              <td colspan="3">3394</td>
              <td colspan="2">49.97</td>
              <td colspan="3">2548</td>
              <td colspan="2">37.51</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td colspan="2">5631</td>
              <td colspan="2">994</td>
              <td colspan="2">17.65</td>
              <td colspan="3">2897</td>
              <td colspan="2">51.45</td>
              <td colspan="3">1740</td>
              <td colspan="2">30.90</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">
                <bold>Age, in years</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>0-12</td>
              <td colspan="2">2397</td>
              <td colspan="2">255</td>
              <td colspan="2">10.64</td>
              <td colspan="3">1436</td>
              <td colspan="2">59.91</td>
              <td colspan="3">706</td>
              <td colspan="2">29.45</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>13-17</td>
              <td colspan="2">1929</td>
              <td colspan="2">218</td>
              <td colspan="2">11.30</td>
              <td colspan="3">1096</td>
              <td colspan="2">56.82</td>
              <td colspan="3">615</td>
              <td colspan="2">31.88</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>18-34</td>
              <td colspan="2">2833</td>
              <td colspan="2">360</td>
              <td colspan="2">12.70</td>
              <td colspan="3">1321</td>
              <td colspan="2">46.63</td>
              <td colspan="3">1152</td>
              <td colspan="2">40.66</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>35-54</td>
              <td colspan="2">3132</td>
              <td colspan="2">491</td>
              <td colspan="2">15.68</td>
              <td colspan="3">1440</td>
              <td colspan="2">45.98</td>
              <td colspan="3">1201</td>
              <td colspan="2">38.34</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>55+</td>
              <td colspan="2">2132</td>
              <td colspan="2">520</td>
              <td colspan="2">24.39</td>
              <td colspan="3">998</td>
              <td colspan="2">46.81</td>
              <td colspan="3">614</td>
              <td colspan="2">28.80</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">
                <bold>Diagnosis</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Schizophrenia</td>
              <td colspan="2">1447</td>
              <td colspan="2">535</td>
              <td colspan="2">36.97</td>
              <td colspan="3">653</td>
              <td colspan="2">45.12</td>
              <td colspan="3">259</td>
              <td colspan="2">17.90</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Bipolar</td>
              <td colspan="2">1080</td>
              <td colspan="2">175</td>
              <td colspan="2">16.20</td>
              <td colspan="3">502</td>
              <td colspan="2">46.48</td>
              <td colspan="3">403</td>
              <td colspan="2">37.31</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Major depression</td>
              <td colspan="2">2949</td>
              <td colspan="2">366</td>
              <td colspan="2">12.41</td>
              <td colspan="3">1456</td>
              <td colspan="2">49.37</td>
              <td colspan="3">1127</td>
              <td colspan="2">38.21</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Posttraumatic stress disorder</td>
              <td colspan="2">2769</td>
              <td colspan="2">291</td>
              <td colspan="2">10.51</td>
              <td colspan="3">1534</td>
              <td colspan="2">55.40</td>
              <td colspan="3">944</td>
              <td colspan="2">34.09</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Other</td>
              <td colspan="2">4182</td>
              <td colspan="2">478</td>
              <td colspan="2">11.43</td>
              <td colspan="3">2149</td>
              <td colspan="2">51.38</td>
              <td colspan="3">1555</td>
              <td colspan="2">37.18</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">
                <bold>ZIP code</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="3">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Rural</td>
              <td colspan="2">4353</td>
              <td colspan="2">517</td>
              <td colspan="2">11.87</td>
              <td colspan="3">2221</td>
              <td colspan="2">51.02</td>
              <td colspan="3">1615</td>
              <td colspan="2">37.10</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Urban</td>
              <td colspan="2">8037</td>
              <td colspan="2">1321</td>
              <td colspan="2">16.43</td>
              <td colspan="3">4056</td>
              <td colspan="2">50.46</td>
              <td colspan="3">2660</td>
              <td colspan="2">33.09</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Telemedicine use by gender.</p>
        </caption>
        <graphic xlink:href="mental_v9i3e33092_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Telemedicine use by age group.</p>
        </caption>
        <graphic xlink:href="mental_v9i3e33092_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Telemedicine use by rurality.</p>
        </caption>
        <graphic xlink:href="mental_v9i3e33092_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Telemedicine use by condition. PTSD: posttraumatic stress disorder.</p>
        </caption>
        <graphic xlink:href="mental_v9i3e33092_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Telemedicine was utilized by the majority of CMHC patients in the months following the pandemic, likely supporting continuity of care for many vulnerable patients with serious mental illness. This is consistent with the results of national surveys on telemedicine utilization in serious mental illness [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Yet, even with the substantial rollout of telemedicine, retention in treatment was less than retention the prior year, and some subpopulations were more at risk for treatment interruptions than others. With limited data available on telemedicine care delivery in persons with schizophrenia and bipolar disorder in particular, this data may be used to inform the decision of how best to deliver care in this population.</p>
      <p>Older patients and patients with more severe disorders (ie, schizophrenia) were more likely to be retained in treatment; however, they were also the least likely to utilize telemedicine. This finding shows that the decision for choosing modality of care can be trusted and empowered at the clinical level, as these vulnerable patients demonstrated higher than average retention rates. The findings of this study suggest that health care professional are able to individually identify for whom and when telemedicine was a viable option. The choice of treatment modality is nuanced and may affect whether a patient is retained in treatment. With treatment retention as the overarching goal, these findings support individualized decision-making about treatment delivery modalities through patient–provider collaboration.</p>
      <p>Female patients were more likely to use more telemedicine and more likely to be retained than male patients. Although all age groups used a lot of telemedicine services, we found that patients 55 years and older had the lowest rates of interrupted service and were in the lowest telemedicine utilization category. While some older adults require assistance navigating digital platforms [<xref ref-type="bibr" rid="ref32">32</xref>], a systematic review [<xref ref-type="bibr" rid="ref33">33</xref>] of telemedicine feasibility and acceptability in older adults suggested patients demonstrated high levels of feasibility and acceptability, health care providers perceived patients of this age group to have physical, sensory, cognitive, and visual–spatial challenges to successful telemedicine use. These perceptions demonstrate a bias among telemedicine use in older adult patients that is impeding this method of care delivery [<xref ref-type="bibr" rid="ref33">33</xref>]. Based on these findings, exploring decision-making around modality choice with older adults must include recognition of individual and systemic biases that may be limiting a meaningful means of service delivery. Furthermore, adequate technical support must be put in place to ensure an equitable health care delivery system.</p>
      <p>Youth under 18 years old, have been found, prior to the pandemic, to have high rates of acceptability and satisfaction with telemedicine services [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]; however, nevertheless, consistent with previous findings [<xref ref-type="bibr" rid="ref36">36</xref>], the findings of our study showed that youth and adolescents had the greatest increase in service interruption compared with all other age groups year over year. Thus, the pediatric service interruptions were not expected and the cause for this should be further explored. While the under 18-year-old patient population utilized more telemedicine than most other age groups, telemedicine use during pandemic lockdowns would have required internet access, device access, and parental support or supervision. Adequate internet access was a challenge during the pandemic as work and school demands transitioned to remote access [<xref ref-type="bibr" rid="ref37">37</xref>]. Beyond internet access, Wi-Fi–enabled devices (ie, mobile phones, laptops, and tablets) were needed by adults and children to meet this new form of engagement with work and school. Additionally, parents and caregivers were strained balancing home and work responsibilities, therefore, parents limited capabilities, to manage minor’s mental health appointments, might be expected. Finally, with most schools pivoting to web-based learning, there were fewer adults witnessing the behaviors and mental health needs of the students to encourage outreach for mental health services [<xref ref-type="bibr" rid="ref38">38</xref>]. However, before this service interruption rate of our youth is accepted as a result of pandemic specific circumstances and not representative of broad telemedicine mental health services, root causes must be explored. Because traumatic childhood events can have a long-term impact, facilitating youth engagement in mental health services overtime must be improved.</p>
      <p>Living in urban or rural area did not significantly impact likelihood of retention in services (<italic>P</italic>=.006) or telemedicine utilization (<italic>P</italic>=.009). In contrast, Chu et al [<xref ref-type="bibr" rid="ref31">31</xref>] found that urban-dwelling patients demonstrated a larger increase in telemedicine utilization residing in Ontario, Canada.</p>
      <p>Social isolation and the spread of misinformation during the pandemic has been documented to have precipitated symptom exacerbation in preexisting mental illness [<xref ref-type="bibr" rid="ref39">39</xref>] and some psychotic events in those struggling with schizophrenia. However, stable levels of psychotic symptoms and an increase in a sense of well-being are documented in early literature exploring this disease during the COVID-19 outbreak [<xref ref-type="bibr" rid="ref40">40</xref>]. These positive outcomes are consistent with our findings that persons with schizophrenia were the most likely beneficiaries to be retained for services during the study period. Of all diagnoses, schizophrenia demonstrated the lowest use of telemedicine services.</p>
      <p>Offering a mixed modality of service options enabled New Hampshire CMHCs to have a very high level of retention across demographic and diagnostic variables. It should be noted in this discussion that a large majority of serious mental illness beneficiaries were able to demonstrate access, utilization, and know-how to pivot to telemedicine services for continuity of care during this exceptional public health emergency. Given the scope of challenges facing all beneficiaries and health care facilities from April to June 2020, during the onset of the pandemic, retention in services continued at a rate of only 4.9% below that of the prior year during the same time.</p>
      <p>There were 4 main limitations to this research. First, service modality specific coding and billing modifiers used to differentiate between televideo and telephone services were not available from the outset of the state of emergency. This was likely due to parity in billing and other pressing needs during the outset of the pandemic. A national survey of patients with serious mental illness during the same period as that of our study (April through June 2020) found that approximately 64% of telemedicine visits occurred via the telephone [<xref ref-type="bibr" rid="ref27">27</xref>] versus 23% via televideo and 13% via a combination of telephone and televideo; however, these findings were based on self-reported information and could not be validated through claims data. Second, race and ethnicity reporting in Medicaid claims was incomplete, and thus, race/ethnicity could not be included as a variable. The majority of the New Hampshire Medicaid beneficiaries receive benefits through privately managed companies for plan administration; adherence to collecting the data on race and ethnicity was poor among privately managed companies. Third, qualitative data were not collected to understand the provider–patient decision-making about choice of service modality, which would have further identified variables impacting successful engagement with care. Fourth, we collected data under the conditions of a global pandemic. It is not clear if the provider or patient behaviors and actions exhibited during this time are representative of those when there is no pandemic.</p>
      <p>It is well documented that people with serious mental illness have greater difficulties coping with disaster events, including higher avoidance, less resilience, and a stronger likelihood of an adverse exacerbation of symptoms to a distant event, let alone one happening in the present day. Treatment continuity is critical to prevent personally and financially costly exacerbations. This research demonstrated that individualized service modality decisions to promote engagement are effectively determined between patient and provider. Furthermore, telemedicine promoted continuity of care during the pandemic across all subpopulations of CMHC patients with serious mental illness, with some populations demonstrating more utilization than others.</p>
      <p>This research examined the initial months after the state of emergency; a more comprehensive evaluation of the effectiveness of telemedicine for people with serious mental illness is needed. Stakeholders, including patients, providers, administrators, and policymakers, require data demonstrating how best to sustain engagement in care for CMHC patients in order to make decisions about when and for whom telemedicine is efficacious.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Community mental health center treatment codes.</p>
        <media xlink:href="mental_v9i3e33092_app1.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CMHC</term>
          <def>
            <p>community mental health center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dismuke</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Egede</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Association of serious psychological distress with health services expenditures and utilization in a national sample of US adults</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>311</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2011.03.014</pub-id>
          <pub-id pub-id-type="medline">21762826</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(11)00122-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>rends in serious psychological distress and outpatient mental health care of US adults</article-title>
          <source>JAMA Psychiatry</source>
          <year>2019</year>
          <month>02</month>
          <day>01</day>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>161</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30484838"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2018.3550</pub-id>
          <pub-id pub-id-type="medline">30484838</pub-id>
          <pub-id pub-id-type="pii">2715167</pub-id>
          <pub-id pub-id-type="pmcid">PMC6439744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Demler</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Merikangas</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Prevalence, severity, and comorbidity of 12-month DSM-IV disorders in the National Comorbidity Survey Replication</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <month>06</month>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>617</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15939839"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.617</pub-id>
          <pub-id pub-id-type="medline">15939839</pub-id>
          <pub-id pub-id-type="pii">62/6/617</pub-id>
          <pub-id pub-id-type="pmcid">PMC2847357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cloutier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aigbogun</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Guerin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nitulescu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ramanakumar</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Kamat</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>DeLucia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Legacy</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francois</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of schizophrenia in the United States in 2013</article-title>
          <source>J Clin Psychiatry</source>
          <year>2016</year>
          <month>06</month>
          <volume>77</volume>
          <issue>6</issue>
          <fpage>764</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.4088/JCP.15m10278</pub-id>
          <pub-id pub-id-type="medline">27135986</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Coye</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Everett</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Connected health: a review of technologies and strategies to improve patient care with telemedicine and telehealth</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.0992</pub-id>
          <pub-id pub-id-type="medline">24493760</pub-id>
          <pub-id pub-id-type="pii">33/2/194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Easterlin</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Intervention models for increasing access to behavioral health services among youth: a systematic review</article-title>
          <source>J Dev Behav Pediatr</source>
          <year>2018</year>
          <month>12</month>
          <volume>39</volume>
          <issue>9</issue>
          <fpage>754</fpage>
          <lpage>762</lpage>
          <pub-id pub-id-type="doi">10.1097/DBP.0000000000000623</pub-id>
          <pub-id pub-id-type="medline">30334855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hourihan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ireys</surname>
              <given-names>HT</given-names>
            </name>
          </person-group>
          <article-title>State variation in the delivery of comprehensive services for Medicaid beneficiaries with schizophrenia and bipolar disorder</article-title>
          <source>Community Ment Health J</source>
          <year>2015</year>
          <month>07</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>523</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1007/s10597-015-9857-5</pub-id>
          <pub-id pub-id-type="medline">25786723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mueser</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Hilton</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Tanzman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schaub</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gingerich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Essock</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tarrier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Morey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel-Scibilia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herz</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>Illness management and recovery: a review of the research</article-title>
          <source>Psychiatr Serv</source>
          <year>2002</year>
          <month>10</month>
          <volume>53</volume>
          <issue>10</issue>
          <fpage>1272</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.53.10.1272</pub-id>
          <pub-id pub-id-type="medline">12364675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saloner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bandara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bachhuber</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Insurance coverage and treatment use under the Affordable Care Act among adults with mental and substance use disorders</article-title>
          <source>Psychiatr Serv</source>
          <year>2017</year>
          <month>06</month>
          <day>01</day>
          <volume>68</volume>
          <issue>6</issue>
          <fpage>542</fpage>
          <lpage>548</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201600182</pub-id>
          <pub-id pub-id-type="medline">28093059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Blow</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Valenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ignacio</surname>
              <given-names>RV</given-names>
            </name>
          </person-group>
          <article-title>Veterans Affairs Health System and mental health treatment retention among patients with serious mental illness: evaluating accessibility and availability barriers</article-title>
          <source>Health Serv Res</source>
          <year>2007</year>
          <month>06</month>
          <volume>42</volume>
          <issue>3 Pt 1</issue>
          <fpage>1042</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17489903"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2006.00642.x</pub-id>
          <pub-id pub-id-type="medline">17489903</pub-id>
          <pub-id pub-id-type="pii">HESR642</pub-id>
          <pub-id pub-id-type="pmcid">PMC1955257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heggs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wrenn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mack</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Rust</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Assessing telemedicine utilization by using Medicaid claims data</article-title>
          <source>Psychiatr Serv</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>68</volume>
          <issue>2</issue>
          <fpage>173</fpage>
          <lpage>178</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27691381"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201500518</pub-id>
          <pub-id pub-id-type="medline">27691381</pub-id>
          <pub-id pub-id-type="pmcid">PMC5444290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sauers-Ford</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Hamline</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Gosdin</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kair</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberg</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Marcin</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Acceptability, usability, and effectiveness: a qualitative study evaluating a pediatric telemedicine program</article-title>
          <source>Acad Emerg Med</source>
          <year>2019</year>
          <month>09</month>
          <volume>26</volume>
          <issue>9</issue>
          <fpage>1022</fpage>
          <lpage>1033</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/acem.13763"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acem.13763</pub-id>
          <pub-id pub-id-type="medline">30974004</pub-id>
          <pub-id pub-id-type="pmcid">PMC6732030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creedon</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Schrader</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mulvaney-Day</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Rural-nonrural differences in telemedicine use for mental and substance use disorders among Medicaid beneficiaries</article-title>
          <source>Psychiatr Serv</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>71</volume>
          <issue>8</issue>
          <fpage>756</fpage>
          <lpage>764</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201900444</pub-id>
          <pub-id pub-id-type="medline">32290806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Druss</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz-Lennon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Norquist</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Kroeger Ptakowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Greiner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hepburn</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jorgensen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Swartz</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Mental health policy in the era of COVID-19</article-title>
          <source>Psychiatr Serv</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>71</volume>
          <issue>11</issue>
          <fpage>1158</fpage>
          <lpage>1162</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.202000219</pub-id>
          <pub-id pub-id-type="medline">32517639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Landrum</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Disparities in outpatient visits for mental health and/or substance use disorders during the COVID surge and partial reopening in Massachusetts</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2020</year>
          <volume>67</volume>
          <fpage>100</fpage>
          <lpage>106</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33091782"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2020.09.004</pub-id>
          <pub-id pub-id-type="medline">33091782</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(20)30140-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7550185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Stolzmann</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Heyworth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Rapid increase in telemental health within the Department of Veterans Affairs during the COVID-19 pandemic</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>10</month>
          <day>14</day>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0233</pub-id>
          <pub-id pub-id-type="medline">32926664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Hegel</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Marti</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Marinucci</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Sirrianni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Telehealth problem-solving therapy for depressed low-income homebound older adults</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2014</year>
          <month>03</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23567376"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JGP.0b013e318266b356</pub-id>
          <pub-id pub-id-type="medline">23567376</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(13)00042-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC3519946</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muir</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nedeljkovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators of videoconferencing psychotherapy implementation in veteran mental health care environments: a systematic review</article-title>
          <source>BMC Health Serv Res</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>999</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-020-05858-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-020-05858-3</pub-id>
          <pub-id pub-id-type="medline">33131495</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-020-05858-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7603749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hartley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welford</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rivers</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Barrowclough</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An exploration of the therapeutic alliance within a telephone-based cognitive behaviour therapy for individuals with experience of psychosis</article-title>
          <source>Psychol Psychother</source>
          <year>2014</year>
          <month>12</month>
          <volume>87</volume>
          <issue>4</issue>
          <fpage>393</fpage>
          <lpage>410</lpage>
          <pub-id pub-id-type="doi">10.1111/papt.12018</pub-id>
          <pub-id pub-id-type="medline">24464969</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shigekawa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fix</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Roby</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Coffman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The current state of telehealth evidence: a rapid review</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2018</year>
          <month>12</month>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1975</fpage>
          <lpage>1982</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2018.05132</pub-id>
          <pub-id pub-id-type="medline">30633674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Marti</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sirrianni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hegel</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Kunik</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Effect of telehealth treatment by lay counselors vs by clinicians on depressive symptoms among older adults who are homebound: a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <month>08</month>
          <day>03</day>
          <volume>3</volume>
          <issue>8</issue>
          <fpage>e2015648</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2020.15648"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.15648</pub-id>
          <pub-id pub-id-type="medline">32865577</pub-id>
          <pub-id pub-id-type="pii">2770049</pub-id>
          <pub-id pub-id-type="pmcid">PMC7489833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Marti</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Hegel</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Kunik</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Six-month postintervention depression and disability outcomes of in-home telehealth problem-solving therapy for depressed, low-income homebound older adults</article-title>
          <source>Depress Anxiety</source>
          <year>2014</year>
          <month>08</month>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>653</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24501015"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.22242</pub-id>
          <pub-id pub-id-type="medline">24501015</pub-id>
          <pub-id pub-id-type="pmcid">PMC4122624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortney</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kimbrell</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Custer</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grubbs</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine-based collaborative care for posttraumatic stress disorder: a randomized clinical trial</article-title>
          <source>JAMA Psychiatry</source>
          <year>2015</year>
          <month>01</month>
          <volume>72</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2014.1575</pub-id>
          <pub-id pub-id-type="medline">25409287</pub-id>
          <pub-id pub-id-type="pii">1936092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Reilly</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maddox</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fisman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Takhar</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Is telepsychiatry equivalent to face-to-face psychiatry? results from a randomized controlled equivalence trial</article-title>
          <source>Psychiatr Serv</source>
          <year>2007</year>
          <month>06</month>
          <volume>58</volume>
          <issue>6</issue>
          <fpage>836</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2007.58.6.836</pub-id>
          <pub-id pub-id-type="medline">17535945</pub-id>
          <pub-id pub-id-type="pii">58/6/836</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulze</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Stentzel</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Leipert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Langosch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freyberger</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Grabe</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>van den Berg</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Improving medication adherence with telemedicine for adults with severe mental illness</article-title>
          <source>Psychiatr Serv</source>
          <year>2019</year>
          <month>03</month>
          <day>01</day>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <lpage>228</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201800286</pub-id>
          <pub-id pub-id-type="medline">30651059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Talley</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Brunette</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Berlant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Erlich</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>First</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oslin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Siris</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Telehealth and the community SMI population: reflections on the disrupter experience of COVID-19</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2021</year>
          <month>01</month>
          <volume>209</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0000000000001254</pub-id>
          <pub-id pub-id-type="medline">33003053</pub-id>
          <pub-id pub-id-type="pii">00005053-202101000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guinart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marcy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Patient attitudes toward telepsychiatry during the COVID-19 pandemic: a nationwide, multisite survey</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>12</month>
          <day>22</day>
          <volume>7</volume>
          <issue>12</issue>
          <fpage>e24761</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/12/e24761/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24761</pub-id>
          <pub-id pub-id-type="medline">33302254</pub-id>
          <pub-id pub-id-type="pii">v7i12e24761</pub-id>
          <pub-id pub-id-type="pmcid">PMC7758084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Medalia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saperstein</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The design, implementation, and acceptability of a telehealth comprehensive recovery service for people with complex psychosis living in NYC during the COVID-19 crisis</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>581149</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.581149"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.581149</pub-id>
          <pub-id pub-id-type="medline">33101093</pub-id>
          <pub-id pub-id-type="pmcid">PMC7506069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Tuttle</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Darghouth</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Longley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Razafsha</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kerner</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Wozniak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and telepsychiatry: early outpatient experiences and implications for the future</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2020</year>
          <volume>66</volume>
          <fpage>89</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32750604"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2020.07.002</pub-id>
          <pub-id pub-id-type="medline">32750604</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(20)30103-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7347331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pavlo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bellamy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ponte</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Tele-mental health utilization among people with mental illness to access care during the CoViD-19 pandemic</article-title>
          <source>Community Ment Health J</source>
          <year>2021</year>
          <month>05</month>
          <volume>57</volume>
          <issue>4</issue>
          <fpage>720</fpage>
          <lpage>726</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33566269"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10597-021-00789-7</pub-id>
          <pub-id pub-id-type="medline">33566269</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10597-021-00789-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7873669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cram</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stamenova</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tadrous</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Rural telemedicine use before and during the COVID-19 pandemic: a repeated cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>03</month>
          <day>24</day>
          <fpage>e26960</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/26960"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26960</pub-id>
          <pub-id pub-id-type="medline">33769942</pub-id>
          <pub-id pub-id-type="pmcid">PMC8023379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Covinsky</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>Assessing telemedicine unreadiness among older adults in the United States during the COVID-19 pandemic</article-title>
          <source>JAMA Intern Med</source>
          <year>2020</year>
          <month>10</month>
          <day>01</day>
          <volume>180</volume>
          <issue>10</issue>
          <fpage>1389</fpage>
          <lpage>1391</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2020.2671</pub-id>
          <pub-id pub-id-type="medline">32744593</pub-id>
          <pub-id pub-id-type="pii">2768772</pub-id>
          <pub-id pub-id-type="pmcid">PMC7400189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batsis</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>DiMilia</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Blunt</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Bagley</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Masutani</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of ambulatory telemedicine care in older adults: a systematic review</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2019</year>
          <month>05</month>
          <day>08</day>
          <fpage>1737</fpage>
          <lpage>1749</lpage>
          <pub-id pub-id-type="doi">10.1111/jgs.15959</pub-id>
          <pub-id pub-id-type="medline">31066916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vyas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Murren-Boezem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Solo-Josephson</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Analysis of a pediatric telemedicine program</article-title>
          <source>Telemed J E Health</source>
          <year>2018</year>
          <month>04</month>
          <day>24</day>
          <fpage>993</fpage>
          <lpage>997</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0281</pub-id>
          <pub-id pub-id-type="medline">29688823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boydell</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pignatiello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Teshima</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Using technology to deliver mental health services to children and youth: a scoping review</article-title>
          <source>J Can Acad Child Adolesc Psychiatry</source>
          <year>2014</year>
          <month>05</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24872824"/>
          </comment>
          <pub-id pub-id-type="medline">24872824</pub-id>
          <pub-id pub-id-type="pmcid">PMC4032077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valentine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Simsir</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sheppard</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation lessons from the transition to telehealth during COVID-19: a survey of clinicians and young people from youth mental health services</article-title>
          <source>Psychiatry Res</source>
          <year>2021</year>
          <month>05</month>
          <volume>299</volume>
          <fpage>113848</fpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2021.113848</pub-id>
          <pub-id pub-id-type="medline">33725578</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(21)00145-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ethical concerns of school closures for low-income school aged children</article-title>
          <source>Voice Bioethics</source>
          <year>2020</year>
          <volume>6</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.library.columbia.edu/index.php/bioethics/article/view/7057"/>
          </comment>
          <pub-id pub-id-type="doi">10.7916/vib.v6i.7057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>Jessica A</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>Edward A</given-names>
            </name>
          </person-group>
          <article-title>Addressing the consequences of school closure due to COVID-19 on children's physical and mental well-being</article-title>
          <source>World Med Health Policy</source>
          <year>2020</year>
          <month>08</month>
          <day>20</day>
          <volume>59</volume>
          <issue>12</issue>
          <fpage>1309</fpage>
          <lpage>1310</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32904951"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wmh3.365</pub-id>
          <pub-id pub-id-type="medline">32904951</pub-id>
          <pub-id pub-id-type="pii">WMH3365</pub-id>
          <pub-id pub-id-type="pmcid">PMC7461306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bhullar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Life in the pandemic: social isolation and mental health</article-title>
          <source>J Clin Nurs</source>
          <year>2020</year>
          <month>05</month>
          <day>06</day>
          <volume>29</volume>
          <issue>15-16</issue>
          <fpage>2756</fpage>
          <lpage>2757</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jocn.15290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barlati</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nibbio</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vita</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Schizophrenia during the COVID-19 pandemic</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2021</year>
          <month>05</month>
          <day>01</day>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>203</fpage>
          <lpage>210</lpage>
          <pub-id pub-id-type="doi">10.1097/YCO.0000000000000702</pub-id>
          <pub-id pub-id-type="medline">33587494</pub-id>
          <pub-id pub-id-type="pii">00001504-202105000-00003</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
