<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i7e20429</article-id>
      <article-id pub-id-type="pmid">32629424</article-id>
      <article-id pub-id-type="doi">10.2196/20429</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Strategies to Increase Peer Support Specialists’ Capacity to Use Digital Technology in the Era of COVID-19: Pre-Post Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jason</surname>
            <given-names>Kendra</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Roystonn</surname>
            <given-names>Kumarasan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Fortuna</surname>
            <given-names>Karen L</given-names>
          </name>
          <degrees>PhD, LICSW</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>Geisel School of Medicine</institution>
            <institution>Dartmouth College</institution>
            <addr-line>Suite 401</addr-line>
            <addr-line>2 Pillsbury Street</addr-line>
            <addr-line>Concord, NH, 03301</addr-line>
            <country>United States</country>
            <phone>1 6037225727</phone>
            <email>karen.l.fortuna@dartmouth.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0343-2346</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Myers</surname>
            <given-names>Amanda L</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8760-0938</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>Danielle</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4115-2508</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>COAPS, MS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0457-9297</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mois</surname>
            <given-names>George</given-names>
          </name>
          <degrees>LICSW</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5414-6097</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Brooks</surname>
            <given-names>Jessica M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0830-3527</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>Geisel School of Medicine</institution>
        <institution>Dartmouth College</institution>
        <addr-line>Concord, NH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Public Health</institution>
        <institution>Rivier University</institution>
        <addr-line>Nashua, NH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychology</institution>
        <institution>Framingham State University</institution>
        <addr-line>Framingham, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Massachusetts Department of Mental Health</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Social Work</institution>
        <institution>University of Georgia</institution>
        <addr-line>Athens, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>School of Nursing</institution>
        <institution>Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Karen L Fortuna <email>karen.l.fortuna@dartmouth.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>7</issue>
      <elocation-id>e20429</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Karen L Fortuna, Amanda L Myers, Danielle Walsh, Robert Walker, George Mois, Jessica M Brooks. Originally published in JMIR Mental Health (http://mental.jmir.org), 23.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2020/7/e20429/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Prior to the outbreak of coronavirus disease (COVID-19), telemental health to support mental health services was primarily designed for individuals with professional clinical degrees, such as psychologists, psychiatrists, registered nurses, and licensed clinical social workers. For the first the time in history, peer support specialists are offering Medicaid-reimbursable telemental health services during the COVID-19 crisis; however, little effort has been made to train peer support specialists on telehealth practice and delivery.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to explore the impact of the Digital Peer Support Certification on peer support specialists’ capacity to use digital peer support technology.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Digital Peer Support Certification was co-produced with peer support specialists and included an education and simulation training session, synchronous and asynchronous support services, and audit and feedback. Participants included 9 certified peer support specialists between the ages of 25 and 54 years (mean 39 years) who were employed as peer support specialists for 1 to 11 years (mean 4.25 years) and had access to a work-funded smartphone device and data plan. A pre-post design was implemented to examine the impact of the Digital Peer Support Certification on peer support specialists’ capacity to use technology over a 3-month timeframe. Data were collected at baseline, 1 month, 2 months, and 3 months.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, an upward trend in peer support specialists’ capacity to offer digital peer support occurred during the 3-month certification period.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The Digital Peer Support Certification shows promising evidence of increasing the capacity of peer support specialists to use specific digital peer support technology features. Our findings also highlighted that this capacity was less likely to increase with training alone and that a combinational knowledge translation approach that includes both training and management will be more successful.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>peer support</kwd>
        <kwd>telemental health</kwd>
        <kwd>mental health</kwd>
        <kwd>training</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Digital peer support has potential to expand the reach of peer support services, improve the impact of peer support without the need for in-person sessions, and increase engagement among mental health service users [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Digital peer support is defined as live or automated peer support services delivered through technology mediums [<xref ref-type="bibr" rid="ref4">4</xref>]. Peer support services are recovery and wellness support services provided by an individual with a lived experience of recovery from a mental health condition [<xref ref-type="bibr" rid="ref5">5</xref>]. Most existing telemental health training is designed for individuals who have professional clinical degrees and licensures, such as psychiatrists, psychologists, registered nurses, and social workers [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. These training sessions are short in duration [<xref ref-type="bibr" rid="ref6">6</xref>], build on already existing skill sets, and focus on rapid attainment of skills and concepts [<xref ref-type="bibr" rid="ref6">6</xref>]. Digital peer support is quickly expanding worldwide in the wake of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref3">3</xref>]; therefore, telemental health training developed for peer support specialists is currently needed.</p>
      <p>Academic training programs for clinicians (eg, psychiatrists, psychologists, registered nurses, and licensed clinical social workers) frequently address methods and best practices for implementing telemental health services [<xref ref-type="bibr" rid="ref7">7</xref>]. Within these traditional clinical roles, clinicians are encouraged to explore telemental health services through formal education standards and licensure requirements, continuing education credits, national training centers, professional associations, incentives for clinicians to use telehealth modalities [<xref ref-type="bibr" rid="ref8">8</xref>], and reimbursement for telemental health services in private and public health systems [<xref ref-type="bibr" rid="ref9">9</xref>]. Peer support specialists are increasingly reporting the desire and need to use technology to deliver peer support [<xref ref-type="bibr" rid="ref10">10</xref>]. As peer telemental health is now reimbursable by Medicaid during the COVID-19 emergency crisis, standardized training on digital peer support services is greatly needed.</p>
      <p>Using the framework for an Academic-Peer Partnership [<xref ref-type="bibr" rid="ref11">11</xref>], we developed the Digital Peer Support Certification, which is designed specifically for peer support specialists (both Medicaid-billable peer specialists in traditional clinical services and peer specialists working for peer-run organizations) who deliver peer support via technology mediums in any country worldwide. This study examined the extent to which implementation of the Digital Peer Support Certification over three consecutive months impacted peer support specialists’ capacity to use a digital peer support smartphone app and care management dashboard, PeerTECH [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. </p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Participants</title>
        <p>A pre-post design was used to examine the 3-month Digital Peer Support Certification program offered through a community mental health center. Data were collected at baseline, 1 month, 2 months, and 3 months. This study was conducted between November 2019 and April 2020 in a community mental health center in an urban setting. The Dartmouth College institutional review board approved this study.</p>
        <p>The participants included 9 certified peer support specialists between the ages of 25 to 54 years (mean 39). All the participants were trained and accredited as certified peer support specialists by the state of Massachusetts and were all employed for a mean of 4.25 years (range 1 to 11 years). All peer specialists personally owned or had access to a personal smartphone. </p>
      </sec>
      <sec>
        <title>Digital Peer Support Certification</title>
        <p>The 3-month Digital Peer Support Certification was co-designed with academic partners and peer support specialists using the Academic-Peer Partnership [<xref ref-type="bibr" rid="ref11">11</xref>]. In an earlier quantitative study (under review), our co-production team conducted an online survey with 267 peer support specialists to identify factors that can either prevent or enable digital technology engagement. Based on our findings, we co-designed specific digital peer support training content to meet the specialists’ needs. The Digital Peer Support Certification includes training on digital communication skills; technology literacy (ie, important digital terms such as PEERbots and digital phenotyping); technology usage skills with the PeerTECH system (eg, downloading apps, sending SMS text messages, entering goals, saving information, completing repeated surveys such as ecological momentary assessments on a smartphone app, increasing the volume on a smartphone, watching videos in the library, and offering digital peer support services); available digital peer support technologies; organizational policies and compliance issues; separating work and personal life; digital crisis intervention; and privacy and confidentiality. The Digital Peer Support Certification includes an education and simulation training session, synchronous and asynchronous support services, and audit and feedback. To ease uptake, the format, structure, and vocabulary were designed to be aligned with national peer support specialist practice standards [<xref ref-type="bibr" rid="ref12">12</xref>]. Next, we will delineate each component of the certification program.</p>
        <sec>
          <title>Education and Simulation Training Session</title>
          <p>The education and simulated training session lasted 16 hours over two consecutive days and was led by the principal investigator, KLF. Facilitated interactive group discussions were paired with a printed standardized workbook. A standardized workbook was provided to all peer support specialists. All standardized workbook text was written at a fourth grade level and incorporated recovery principles consistent with peer support specialist practice standards [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The training was consistent with person-first language, involved sharing lived experiences of using technology in a group environment, and included simulation-based training on the PeerTECH smartphone app and the PeerTECH dashboard on a desktop computer. To promote learning of new knowledge and mastery of skills, reinforcement, summation, and teach-back techniques were incorporated into the education and simulation training session.</p>
        </sec>
        <sec>
          <title>Audit and Feedback</title>
          <p>As peer support practice standards are based on experiential learning and sharing of experiences [<xref ref-type="bibr" rid="ref12">12</xref>], experiential learning was encouraged and an audit and feedback process was incorporated into the second phase of the Digital Peer Support Certification<italic>.</italic> After the two-day training session, the peer support specialists applied their newly obtained technology skills for 1 month as part of PeerTECH, a 12-week digital peer support program that incorporates a smartphone app for service users and a care management dashboard to deliver peer support to service users via a smartphone app [<xref ref-type="bibr" rid="ref1">1</xref>]. Audit and feedback is a quality improvement management tool that incorporates a summary of performance over a specific time period designed to provide constructive feedback to people so they can modify their performance [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Audit and feedback is used in all health care settings and most commonly involves clinical health professionals rather than peer support specialists [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
          <p>The audit and feedback criteria were developed by two authors KLF and RW a priori. These criteria included capacity to complete peer support specialists’ technology-based PeerTECH tasks, including signing in to the dashboard with a username and password; writing an SMS text message in the dashboard and sending it to the smartphone app; and assisting service users in completing technology-based PeerTECH tasks, including entering goals on the smartphone app, signing in to the smartphone app with a username and password, completing surveys on the app, and sending SMS text messages. The audit and feedback process was performed in a group setting at 1 month during a 1.5-hour meeting and individually at 2 months with each peer support specialist via telephone and email; feedback sessions were also offered upon request. However, no additional feedback sessions were requested. The audit and feedback sessions aimed to promote digital peer support technology capacity using positive behavioral approaches [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. We adopted a nonaversive behavioral approach to working with peer support specialists during the feedback sessions [<xref ref-type="bibr" rid="ref19">19</xref>]. Nonaversive behavioral support focuses on affirmation of practices designed to educate and promote additional positive changes [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <p>The principal investigator met with all peer support specialists in a group setting at baseline and after 1 month, then contacted the specialists individually at 2 months via telephone or email. Prior to the 1.5-hour group meeting at 1 month and the 15-minute individual meeting at 2 months, the principal investigator completed a technology audit and audio observations through audio recordings of PeerTECH sessions. Upon completion of both audits, descriptive statistics were calculated and prepared for the feedback meetings with the peer support specialists.</p>
        </sec>
        <sec>
          <title>Synchronous and Asynchronous Support</title>
          <p>Synchronous and asynchronous support were provided as needed. As such, the principal investigator and a research assistant offered telephone support (synchronous) and email support (asynchronous) from Monday to Friday between the hours of 9 AM and 5 PM. The components of the Digital Peer Support Certification are summarized in <xref rid="figure1" ref-type="fig">Figure 1</xref>. </p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Digital Peer Support Certification Process.</p>
            </caption>
            <graphic xlink:href="mental_v7i7e20429_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Capacity to Use Digital Peer Support Technology</title>
        <p>Capacity to use digital peer support was defined as the peer support specialists’ ability to use the PeerTECH system (ie, smartphone app and dashboard) through an in-person task analysis and a real-world task analysis. Task analysis is a user-centered design approach that is implemented to assess whether an individual can complete a task via a technology medium [<xref ref-type="bibr" rid="ref21">21</xref>]. The tasks were defined based on tasks users are required to perform to operate the PeerTECH system, including signing in to the dashboard with a username and password; writing a text message in the dashboard and sending it to the smartphone app; and assisting service users in completing technology-based PeerTECH tasks, including entering goals on the smartphone app, signing in to the smartphone app with a username and password, completing surveys on the app, and sending SMS text messages. Real-world task analysis included SMS text message exchanges, entering service user goals, completion of surveys by service users, and frequency of contacting the help desk. Peer support specialists were required to send 2 text messages each week to service users and were also instructed to include at least one goal in the smartphone app.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Data from the PeerTECH system were imported into SPSS [<xref ref-type="bibr" rid="ref22">22</xref>] (IBM Corporation) for analysis. The mean adherence from audit data from month 0 to month 1 was calculated to represent the peer support specialists’ capacity at the beginning of the certification process. The midpoint included month 1 to month 2. The mean capacity audit data from month 2 to month 3 were calculated to represent the end of the certification process for the capacity comparisons. To explore changes in the capacity to use the technology, data were calculated for SMS text message exchanges, entering service user goals, surveys completed by service users, and frequency of contacting the help desk.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Beginning of Digital Peer Support Certification (Month 0 to Month 1)</title>
        <p>Between baseline and <bold>1</bold> month, 27 service users enrolled in the study. The principal investigator downloaded the app on the service users’ smartphones or borrowed smartphone devices. Of the 27 service users, 7 (26%) borrowed a smartphone during the duration of the study.</p>
        <p>Of the 9 peer support specialists, 3 (33%) needed password assistance a total of 4 times (ie, the peer support specialists forgot their passwords). A password reset was required for 1/9 peer support specialists (11%). No service users contacted the help desk due to forgotten passwords during this time. However, 1/27 service users (4%) required another download of the PeerTECH app. A summary of the baseline results for goals entered, surveys completed by service users, and SMS text messages sent is detailed in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Changes in peer support specialists’ capacity to use digital peer support technology from baseline to the midpoint and end of the Digital Peer Support Certification.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="110"/>
            <col width="120"/>
            <col width="120"/>
            <col width="220"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Capacity</td>
                <td>Baseline<break/>(1 month)</td>
                <td>Midpoint<break/>(2 months)</td>
                <td>Change (%)</td>
                <td>End of Digital Peer Support Certification program<break/>(3 months)</td>
                <td>Change (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Surveys completed<sup>a</sup></td>
                <td>0</td>
                <td>202</td>
                <td>Infinity</td>
                <td>397</td>
                <td>96.5</td>
              </tr>
              <tr valign="top">
                <td>Texts sent by peer specialists</td>
                <td>2</td>
                <td>19</td>
                <td>850</td>
                <td>89</td>
                <td>368.4</td>
              </tr>
              <tr valign="top">
                <td>Texts sent by service users</td>
                <td>5</td>
                <td>42</td>
                <td>740</td>
                <td>67</td>
                <td>59.5</td>
              </tr>
              <tr valign="top">
                <td>Goals entered by peer specialists</td>
                <td>0</td>
                <td>10</td>
                <td>Infinity</td>
                <td>16</td>
                <td>60</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Service users were prompted to complete one 3-item survey on a smartphone each day for 90 days.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Midpoint (Month 1 to Month 2)</title>
        <p>The mean capacity from audit data for month 1 to month 2 was calculated to represent the peer support specialists’ midpoint capacity. During a 4-hour group meeting with the principal investigator, peer support specialists and their respective supervisors met to discuss PeerTECH. Between baseline and midpoint, the same 27 service users were enrolled in the study.</p>
        <p>Between baseline and midpoint, 1/9 peer support specialists (11%) needed password assistance a total of one time (ie, they forgot their password). None of the peer support specialists required a password reset between baseline and midpoint. Service users did not contact the help desk due to forgotten passwords during this time. A summary of the midpoint results for goals entered, surveys completed by the service users, and SMS text messages sent is detailed in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      </sec>
      <sec>
        <title>End of Digital Peer Support Certification (Month 2 to Month 3)</title>
        <p>The mean capacity from audit data for month 2 to month 3 was calculated to represent the midpoint capacity. The principal investigator met with peer support specialists by telephone individually, audited their work, and sent emails in PeerTECH with information related to their work. Between midpoint and end of the Digital Peer Support Certification, 1/9 peer support specialists (11%) needed password assistance a total of 1 times (ie, they forgot their password). None of the peer support specialists required a password reset between the midpoint and end of the Digital Peer Support Certification. Service users did not contact the help desk for forgotten passwords for service users during this time. <xref ref-type="table" rid="table1">Table 1</xref> presents information on the changes in the peer support specialists’ capacity to use digital peer support technology over three months.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study examined the extent to which an education and simulation training session, synchronous and asynchronous technology support services, and audit and feedback over three months impacted peer support specialists’ capacity to use digital peer support technology. The peer support specialists’ capacity was less likely to change with training alone (ie, education paired with simulation-based training); this indicates that a combinational knowledge translation approach that includes training <italic>and</italic> management may be more likely to improve capacity. As the need for digital mental health services has expanded due to stay-at-home measures related to the COVID-19 pandemic, peer support specialists may play a significant role in digitally supporting the needs of people by providing support services to augment traditional mental health treatment.</p>
        <p>The combination of training and management approaches is an effective knowledge translation intervention to increase peer support specialists’ capacity to use digital peer support technologies. The Digital Peer Support Certification received support from clinical staff, peer support specialists, and organizations as well as financial support from funders. As such, implementation of the Digital Peer Support Certification supported adoption of digital peer support technology and flexibility in uptake by peer support specialists. The improvements in the peer support specialists’ capacity were likely due to a combination of the following attributes of the Digital Peer Support Certification: non–time-dependent team learning; nonaversive feedback; inclusion of peer support specialist practice standards; and reasonable accommodations for support. Future studies can build on the <italic>Digital Peer Support Certification</italic> success through employing these components. Next, we will discuss each component in detail.</p>
        <sec>
          <title>Team Learning</title>
          <p>Team learning within an organization is a key mechanism in promoting uptake of new technologies and new practices [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Team learning is defined as the collective effort of individuals to achieve a common goal [<xref ref-type="bibr" rid="ref25">25</xref>]. In the learning organization context, team members commonly ask questions, share knowledge, and complement each other's skills [<xref ref-type="bibr" rid="ref25">25</xref>]. Team learning as part of the Digital Peer Support Certification included printed educational materials paired with group simulation-based training. Research indicates that the impact of printed educational materials on improvements in service delivery is generally small [<xref ref-type="bibr" rid="ref26">26</xref>]. As such, we combined printed educational materials with simulation-based training. Education paired with simulation-based training offered a risk-free opportunity to practice skills; however, this approach demonstrated only a small change in the peer support specialists’ capacity to use technology. Rather, continuous real-world experience in combination with education and simulation-based training produced the greatest change in capacity, as evidenced by the increase in technology capacity over time. For adult learners, learning occurs through practice in the real world [<xref ref-type="bibr" rid="ref27">27</xref>]. Our findings indicate that continuous real-world experience may have a greater impact on increasing the capacity to offer digital peer support than education alone paired with simulation-based training.</p>
        </sec>
        <sec>
          <title>Nonaversive Feedback and Peer Support Practice Standards</title>
          <p>Feedback that is perceived as supportive rather than punitive is more likely to positively influence behavior [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Nonaversive behavioral support is consistent with the values and philosophy of peer support services related to dignity and respect [<xref ref-type="bibr" rid="ref20">20</xref>]. As such, through supportive feedback, the facilitator (the principal investigator) encouraged peer support specialists to share their experiences and expertise while using the smartphone app and to guide others toward solutions. Peer support practice standards value the experiences and expertise of similar people [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
        <sec>
          <title>Reasonable Accommodations</title>
          <p>The peer support specialists who participated in the study were offered reasonable accommodations for technology support, which is a service regulated and endorsed by the Americans with Disabilities Act (ADA) [<xref ref-type="bibr" rid="ref29">29</xref>]. Most employers are obligated to provide reasonable accommodations to a person with a disability (eg, a diagnosis of a serious mental illness) that substantially limits a major life activity or bodily function [<xref ref-type="bibr" rid="ref29">29</xref>]. According to the ADA, a reasonable accommodation is defined as a “change or adjustment to a job or work environment that permits a qualified applicant or employee with a disability to participate in the job application process, to perform the essential functions of a job, or to enjoy benefits and privileges of employment equal to those enjoyed by employees without disabilities” [<xref ref-type="bibr" rid="ref30">30</xref>]. For example, training materials are considered to be a type of employment opportunity. As such, Digital Peer Support Certification offers flexible options for support. From ongoing training and professional development to synchronous and asynchronous support services and a 24/7 help desk, this program aims to provide a broad range of reasonable accommodations.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations of the Study</title>
        <p>This study is not without limitations. First, not all peer support specialists attended the audit and feedback sessions. Second, the small sample of peer support specialists may limit the generalizability of the results. Further, in this sample, all peer support specialists owned and used technology prior to using PeerTECH. Thus, all peer support specialists possessed a baseline level of technology capacity, which is consistent with the scientific literature [<xref ref-type="bibr" rid="ref31">31</xref>]. However, 7 service users borrowed a smartphone; thus, these users had lower initial technology capacity. Low initial technology adoption may have impacted the service users’ rates of technology use. Stratified sampling by technology adoption in future studies may address this potential limitation. Finally, it is not known which learning mechanism produced the greatest effect: the education and simulation training session, the synchronous and asynchronous support services, or the audit and feedback. Future research should control for a time and examine the effects of individual and interactive learning mechanisms to optimize mastery of technology skills by peer support specialists.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The Digital Peer Support Certification may be an initial step to standardized telehealth training and competencies in the delivery of digital peer support. As people shelter in place and practice social distancing due to COVID-19, a peer support specialist workforce with proper training may play a powerful role in digitally supporting the needs of people in the community. Although the field of digital peer support is in its infancy [<xref ref-type="bibr" rid="ref32">32</xref>], the expansion of digital peer support through wide-scale Medicaid reimbursements and standards training will potentially have applications in improving the health and wellness of service users during the COVID-19 pandemic. The Digital Peer Support Certification shows promising evidence of increasing the capacity of peer support specialists to use specific digital peer support technology features (eg, SMS text messaging, ecological momentary assessments on smartphone apps, and goal setting). Our findings also highlighted that this capacity was less likely to change with training alone (ie, education paired with simulation-based training); this finding suggests that a combinational knowledge translation approach that includes training <italic>and</italic> management will be more successful.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADA</term>
          <def>
            <p>Americans with Disabilities Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Research was supported in part by The Brain and Behavior Foundation early career development award.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>KLF offers consulting services through Social Wellness. ALM receives support from Social Wellness LLC.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>DiMilia</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Lohman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Zubritsky</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Halaby</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, Acceptability, and Preliminary Effectiveness of a Peer-Delivered and Technology Supported Self-Management Intervention for Older Adults with Serious Mental Illness</article-title>
          <source>Psychiatr Q</source>
          <year>2018</year>
          <month>06</month>
          <day>26</day>
          <volume>89</volume>
          <issue>2</issue>
          <fpage>293</fpage>
          <lpage>305</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28948424"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11126-017-9534-7</pub-id>
          <pub-id pub-id-type="medline">28948424</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-017-9534-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5874159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Venegas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Umucu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mois</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The Future of Peer Support in Digital Psychiatry: Promise, Progress, and Opportunities</article-title>
          <source>Curr Treat Options Psych</source>
          <year>2019</year>
          <month>6</month>
          <day>20</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.1007/s40501-019-00179-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>LaCroix</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bianco</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Zisman-Ilani</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muralidharan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deegan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Digital Peer Support Mental Health Interventions for People With a Lived Experience of a Serious Mental Illness: Systematic Review</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e16460</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/4/e16460/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16460</pub-id>
          <pub-id pub-id-type="medline">32243256</pub-id>
          <pub-id pub-id-type="pii">v7i4e16460</pub-id>
          <pub-id pub-id-type="pmcid">PMC7165313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>DiMilia</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Lohman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Cotton</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Batsis</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>SI</given-names>
            </name>
          </person-group>
          <article-title>Systematic Review of the Impact of Behavioral Health Homes on Cardiometabolic Risk Factors for Adults With Serious Mental Illness</article-title>
          <source>Psychiatr Serv</source>
          <year>2020</year>
          <month>01</month>
          <day>01</day>
          <volume>71</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201800563</pub-id>
          <pub-id pub-id-type="medline">31500547</pub-id>
          <pub-id pub-id-type="pmcid">PMC6939136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Peer support/peer provided services underlying processes, benefits, and critical ingredients</article-title>
          <source>Psychiatr Rehabil J</source>
          <year>2004</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>392</fpage>
          <lpage>401</lpage>
          <pub-id pub-id-type="doi">10.2975/27.2004.392.401</pub-id>
          <pub-id pub-id-type="medline">15222150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeed</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Bagga</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Training Residents in the Use of Telepsychiatry: Review of the Literature and a Proposed Elective</article-title>
          <source>Psychiatr Q</source>
          <year>2017</year>
          <month>06</month>
          <volume>88</volume>
          <issue>2</issue>
          <fpage>271</fpage>
          <lpage>283</lpage>
          <pub-id pub-id-type="doi">10.1007/s11126-016-9470-y</pub-id>
          <pub-id pub-id-type="medline">27796920</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-016-9470-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edirippulige</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Armfield</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Education and training to support the use of clinical telehealth: A review of the literature</article-title>
          <source>J Telemed Telecare</source>
          <year>2016</year>
          <month>07</month>
          <day>08</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>273</fpage>
          <lpage>282</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633x16632968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Telehealth: Specialist video consultations under Medicare</article-title>
          <source>Australian Government Department of Health</source>
          <year>2014</year>
          <month>05</month>
          <day>08</day>
          <access-date>2020-02-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mbsonline.gov.au/telehealth">http://www.mbsonline.gov.au/telehealth</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>About Telehealth</article-title>
          <source>The National Telehealth Policy Resource Center</source>
          <year>2016</year>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cchpca.org/about/about-telehealth">https://www.cchpca.org/about/about-telehealth</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Aschbrenner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Lohman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>St George</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Ownership, Use, and Willingness to Use Smartphones to Provide Peer-Delivered Services: Results from a National Online Survey</article-title>
          <source>Psychiatr Q</source>
          <year>2018</year>
          <month>12</month>
          <day>28</day>
          <volume>89</volume>
          <issue>4</issue>
          <fpage>947</fpage>
          <lpage>956</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30056476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11126-018-9592-5</pub-id>
          <pub-id pub-id-type="medline">30056476</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-018-9592-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6413732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zagaria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Application of Community-Engaged Research to Inform the Development and Implementation of a Peer-Delivered Mobile Health Intervention for Adults With Serious Mental Illness</article-title>
          <source>J Particip Med</source>
          <year>2019</year>
          <month>03</month>
          <day>19</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e12380</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32095314"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12380</pub-id>
          <pub-id pub-id-type="medline">32095314</pub-id>
          <pub-id pub-id-type="pmcid">PMC7039401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>National Practice Guidelines for Peer Supporters</article-title>
          <source>International Assocation of Peer Supporters</source>
          <year>2015</year>
          <access-date>2020-02-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://na4ps.files.wordpress.com/2012/09/nationalguidelines1.pdf">https://na4ps.files.wordpress.com/2012/09/nationalguidelines1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Lohman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Adapting a Psychosocial Intervention for Smartphone Delivery to Middle-Aged and Older Adults with Serious Mental Illness</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2017</year>
          <month>08</month>
          <volume>25</volume>
          <issue>8</issue>
          <fpage>819</fpage>
          <lpage>828</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28169129"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2016.12.007</pub-id>
          <pub-id pub-id-type="medline">28169129</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(16)30336-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5498268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Muehlenbruch</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TB</given-names>
            </name>
            <collab>AHRQ Smoking Cessation Guideline Study Group</collab>
          </person-group>
          <article-title>Effectiveness of implementing the agency for healthcare research and quality smoking cessation clinical practice guideline: a randomized, controlled trial</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2004</year>
          <month>04</month>
          <day>21</day>
          <volume>96</volume>
          <issue>8</issue>
          <fpage>594</fpage>
          <lpage>603</lpage>
          <pub-id pub-id-type="doi">10.1093/jnci/djh103</pub-id>
          <pub-id pub-id-type="medline">15100337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Muehlenbruch</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TB</given-names>
            </name>
            <collab>AHRQ Smoking Cessation Guideline Study Group</collab>
          </person-group>
          <article-title>Implementing guidelines for smoking cessation: comparing the efforts of nurses and medical assistants</article-title>
          <source>Am J Prev Med</source>
          <year>2004</year>
          <month>12</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>411</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2004.07.015</pub-id>
          <pub-id pub-id-type="medline">15556742</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(04)00192-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Titler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Herr</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>XJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ardery</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schilling</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Everett</surname>
              <given-names>LQ</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>Translating research into practice intervention improves management of acute pain in older hip fracture patients</article-title>
          <source>Health Serv Res</source>
          <year>2009</year>
          <month>02</month>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>264</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19146568"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2008.00913.x</pub-id>
          <pub-id pub-id-type="medline">19146568</pub-id>
          <pub-id pub-id-type="pii">HESR913</pub-id>
          <pub-id pub-id-type="pmcid">PMC2669630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Saiman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Feedback as a strategy to change behaviour: the devil is in the details</article-title>
          <source>J Eval Clin Pract</source>
          <year>2013</year>
          <month>04</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>230</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22128773"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2011.01801.x</pub-id>
          <pub-id pub-id-type="medline">22128773</pub-id>
          <pub-id pub-id-type="pmcid">PMC3303967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Lima</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bottle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing effective feedback on quality of anaesthetic care: what are its most valuable characteristics from a clinical perspective?</article-title>
          <source>J Health Serv Res Policy</source>
          <year>2015</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1 Suppl</issue>
          <fpage>26</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1177/1355819614557299</pub-id>
          <pub-id pub-id-type="medline">25472987</pub-id>
          <pub-id pub-id-type="pii">20/1_suppl/26</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lowe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Andrew</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The evaluation of periodic service review (PSR) as a practice leadership tool in services for people with intellectual disabilities and challenging behaviour</article-title>
          <source>Tizard Learning Disability Rev</source>
          <year>2010</year>
          <month>08</month>
          <day>16</day>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>17</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.5042/tldr.2010.0401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Derer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hanashiro</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>An overview of the decision model</article-title>
          <source>An educative approch to behavior problems. A practical decision model for interventions with severely handicapped learners. Vol</source>
          <year>1985</year>
          <publisher-loc>Baltimore</publisher-loc>
          <publisher-name>Brookes</publisher-name>
          <fpage>43</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holtzblatt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Beyer</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Contextual Design</source>
          <year>2017</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>SPSS Statistics for Windows Version 250</article-title>
          <source>IBM</source>
          <year>2017</year>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/products/spss-statistics">https://www.ibm.com/products/spss-statistics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edmondson</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>The Local and Variegated Nature of Learning in Organizations: A Group-Level Perspective</article-title>
          <source>Organ Sci</source>
          <year>2002</year>
          <month>04</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>128</fpage>
          <lpage>146</lpage>
          <pub-id pub-id-type="doi">10.1287/orsc.13.2.128.530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edmondson</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Bohmer</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Pisano</surname>
              <given-names>GP</given-names>
            </name>
          </person-group>
          <article-title>Disrupted Routines: Team Learning and New Technology Implementation in Hospitals</article-title>
          <source>Administrative Science Quarterly</source>
          <year>2001</year>
          <month>12</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>685</fpage>
          <pub-id pub-id-type="doi">10.2307/3094828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiese</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Understanding Team Learning Dynamics Over Time</article-title>
          <source>Front Psychol</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>1417</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2019.01417"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2019.01417</pub-id>
          <pub-id pub-id-type="medline">31275214</pub-id>
          <pub-id pub-id-type="pmcid">PMC6593039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Legare</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Turcot</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Printed educational materials: effects on professional practice and health care outcomes</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2008</year>
          <volume>3</volume>
          <fpage>E</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.cd004398.pub2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quiros</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Adult learning principles and presentation pearls</article-title>
          <source>Middle East Afr J Ophthalmol</source>
          <year>2014</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>114</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.meajo.org/article.asp?issn=0974-9233;year=2014;volume=21;issue=2;spage=114;epage=122;aulast=Palis"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/0974-9233.129748</pub-id>
          <pub-id pub-id-type="medline">24791101</pub-id>
          <pub-id pub-id-type="pii">MEAJO-21-114</pub-id>
          <pub-id pub-id-type="pmcid">PMC4005174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Saiman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Feedback as a strategy to change behaviour: the devil is in the details</article-title>
          <source>J Eval Clin Pract</source>
          <year>2013</year>
          <month>04</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>230</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22128773"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2011.01801.x</pub-id>
          <pub-id pub-id-type="medline">22128773</pub-id>
          <pub-id pub-id-type="pmcid">PMC3303967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>The Americans with Disabilities Act of 1990, As Amended</article-title>
          <source>United States Department of Justice, Civil Rights Division</source>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ada.gov/pubs/adastatute08.htm">https://www.ada.gov/pubs/adastatute08.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>The ADA: Your Responsibilities as an Employer</article-title>
          <source>US Equal Employment Opportunity Commission</source>
          <access-date>2020-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eeoc.gov/laws/guidance/ada-your-responsibilities-employer">https://www.eeoc.gov/laws/guidance/ada-your-responsibilities-employer</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Aschbrenner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Lohman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>St George</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Ownership, Use, and Willingness to Use Smartphones to Provide Peer-Delivered Services: Results from a National Online Survey</article-title>
          <source>Psychiatr Q</source>
          <year>2018</year>
          <month>12</month>
          <volume>89</volume>
          <issue>4</issue>
          <fpage>947</fpage>
          <lpage>956</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30056476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11126-018-9592-5</pub-id>
          <pub-id pub-id-type="medline">30056476</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11126-018-9592-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6413732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>LaCroix</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bianco</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Zisman-Ilani</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muralidharan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deegan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Digital Peer Support Mental Health Interventions for People With a Lived Experience of a Serious Mental Illness: Systematic Review</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e16460</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/4/e16460/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16460</pub-id>
          <pub-id pub-id-type="medline">32243256</pub-id>
          <pub-id pub-id-type="pii">v7i4e16460</pub-id>
          <pub-id pub-id-type="pmcid">PMC7165313</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
