<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e25860</article-id>
      <article-id pub-id-type="pmid">33338986</article-id>
      <article-id pub-id-type="doi">10.2196/25860</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Effects of ACT Out! Social Issue Theater on Social-Emotional Competence and Bullying in Youth and Adolescents: Cluster Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kardes</surname>
            <given-names>Sinan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Agley</surname>
            <given-names>Jon</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Prevention Insights, Department of Applied Health Science</institution>
            <institution>School of Public Health</institution>
            <institution>Indiana University Bloomington</institution>
            <addr-line>501 N Morton St</addr-line>
            <addr-line>Suite 110</addr-line>
            <addr-line>Bloomington, IN, 47404</addr-line>
            <country>United States</country>
            <phone>1 812 855 3123</phone>
            <email>jagley@indiana.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2345-8850</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Jun</surname>
            <given-names>Mikyoung</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2671-5306</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Eldridge</surname>
            <given-names>Lori</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7542-1091</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Agley</surname>
            <given-names>Daniel L</given-names>
          </name>
          <degrees>EdD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0377-8729</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Xiao</surname>
            <given-names>Yunyu</given-names>
          </name>
          <degrees>MPhil, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0479-1781</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Sussman</surname>
            <given-names>Steve</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6778-9718</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Golzarri-Arroyo</surname>
            <given-names>Lilian</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1221-6701</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Dickinson</surname>
            <given-names>Stephanie L</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2998-4467</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Jayawardene</surname>
            <given-names>Wasantha</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8798-0894</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Gassman</surname>
            <given-names>Ruth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2781-7320</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Prevention Insights, Department of Applied Health Science</institution>
        <institution>School of Public Health</institution>
        <institution>Indiana University Bloomington</institution>
        <addr-line>Bloomington, IN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Social Work</institution>
        <institution>Indiana University Bloomington and Indiana University-Purdue University Indianapolis</institution>
        <addr-line>Indianapolis, IN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Preventive Medicine</institution>
        <institution>Keck School of Medicine</institution>
        <institution>University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychology</institution>
        <institution>Dana and David Dornsife College of Letters, Arts and Sciences</institution>
        <institution>University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Social Work</institution>
        <institution>University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Biostatistics Consulting Center</institution>
        <institution>School of Public Health Bloomington</institution>
        <institution>Indiana University Bloomington</institution>
        <addr-line>Bloomington, IN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jon Agley <email>jagley@indiana.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>1</issue>
      <elocation-id>e25860</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>12</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Jon Agley, Mikyoung Jun, Lori Eldridge, Daniel L Agley, Yunyu Xiao, Steve Sussman, Lilian Golzarri-Arroyo, Stephanie L Dickinson, Wasantha Jayawardene, Ruth Gassman. Originally published in JMIR Mental Health (http://mental.jmir.org), 06.01.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2021/1/e25860/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Schools increasingly prioritize social-emotional competence and bullying and cyberbullying prevention, so the development of novel, low-cost, and high-yield programs addressing these topics is important. Further, rigorous assessment of interventions prior to widespread dissemination is crucial.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study assesses the effectiveness and implementation fidelity of the ACT Out! Social Issue Theater program, a 1-hour psychodramatic intervention by professional actors; it also measures students’ receptiveness to the intervention.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study is a 2-arm cluster randomized control trial with 1:1 allocation that randomized either to the ACT Out! intervention or control (treatment as usual) at the classroom level (n=76 classrooms in 12 schools across 5 counties in Indiana, comprised of 1571 students at pretest in fourth, seventh, and tenth grades). The primary outcomes were self-reported social-emotional competence, bullying perpetration, and bullying victimization; the secondary outcomes were receptiveness to the intervention, implementation fidelity (independent observer observation), and prespecified subanalyses of social-emotional competence for seventh- and tenth-grade students. All outcomes were collected at baseline and 2-week posttest, with planned 3-months posttest data collection prevented due to the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Intervention fidelity was uniformly excellent (&#62;96% adherence), and students were highly receptive to the program. However, trial results did not support the hypothesis that the intervention would increase participants’ social-emotional competence. The intervention’s impact on bullying was complicated to interpret and included some evidence of small interaction effects (reduced cyberbullying victimization and increased physical bullying perpetration). Additionally, pooled within-group reductions were also observed and discussed but were not appropriate for causal attribution.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study found no superiority for a 1-hour ACT Out! intervention compared to treatment as usual for social-emotional competence or offline bullying, but some evidence of a small effect for cyberbullying. On the basis of these results and the within-group effects, as a next step, we encourage research into whether the ACT Out! intervention may engender a bystander effect not amenable to randomization by classroom. Therefore, we recommend a larger trial of the ACT Out! intervention that focuses specifically on cyberbullying, measures bystander behavior, is randomized by school, and is controlled for extant bullying prevention efforts at each school.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Clinicaltrials.gov NCT04097496; https://clinicaltrials.gov/ct2/show/NCT04097496</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/17900</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cyberbullying</kwd>
        <kwd>bullying</kwd>
        <kwd>social-emotional learning</kwd>
        <kwd>SEL</kwd>
        <kwd>social-emotional competence</kwd>
        <kwd>RCT</kwd>
        <kwd>randomized controlled trial</kwd>
        <kwd>outcome</kwd>
        <kwd>emotion</kwd>
        <kwd>bully</kwd>
        <kwd>prevention</kwd>
        <kwd>school</kwd>
        <kwd>intervention</kwd>
        <kwd>assessment</kwd>
        <kwd>effectiveness</kwd>
        <kwd>implementation</kwd>
        <kwd>fidelity</kwd>
        <kwd>reception</kwd>
        <kwd>children</kwd>
        <kwd>young adults</kwd>
        <kwd>adolescents</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>ACT Out! Social Issue Theater</title>
        <p>The ACT Out! Ensemble was founded in 1995 and is currently operated by Claude McNeal Productions (CMP), a professional theater troupe incorporated as a not-for-profit [<xref ref-type="bibr" rid="ref1">1</xref>]. The ensemble uses scripted content (scenarios) generated to meet an audience’s needs and transforms it into improvisational, interactive theater performances. The actors deliver performances focused on a variety of topics salient to youth and adolescents, including bullying, diversity, inclusion, and substance use [<xref ref-type="bibr" rid="ref1">1</xref>]. A facilitator pauses the action at the end of each scenario and enables discussion between attendees and the actors, who remain in character for the discussion [<xref ref-type="bibr" rid="ref1">1</xref>]. For example, a scenario about bullying may instruct the group to create a scene with “an example of a male student making a female student physically uncomfortable.” After the actors present an interpretation of that scene, the facilitator pauses the action and asks the audience “whether the male character meant to make the female character uncomfortable,” with the actors participating, in character, in the audience discussion.</p>
        <p>The premise behind the ACT Out! Social Issue Theater intervention, outlined in the trial protocol, is that dramatic performances can enable emotional catharsis, thereby allowing new ways of feeling and thinking about behaviors and attitudes [<xref ref-type="bibr" rid="ref2">2</xref>]. In other words, there is likely a difference between students discussing or attending a lecture on an issue like bullying in their own lives (where their own identity has weight and affects perceptions) and students’ emotional responses to a scenario that seems real and familiar (eg, bullying) but that is occurring with characters rather than with themselves or their peers. The latter case would theoretically enable students to process their reactions to bullying separately from their own or their peers’ identities. This is facilitated by the high caliber of talent involved in the intervention performances; shows by CMP have received positive reviews from, among other venues, the <italic>New York Times</italic>, <italic>NBC</italic>, and <italic>Time</italic> magazine [<xref ref-type="bibr" rid="ref3">3</xref>]. For this trial, CMP developed and revised 15 vignettes (5 per participating grade level) addressing bullying and cyberbullying using principles of social-emotional learning (SEL) and reviewed the content with the research team. A presentation of the 5 psychodramatic vignettes was planned to last approximately 1 hour, including student interaction with the characters, and these performances constituted the intervention for this trial. This paper describes a rigorous evaluation, through a cluster randomized controlled trial, of the ACT Out! Ensemble’s theater performance, addressing bullying and SEL.</p>
      </sec>
      <sec>
        <title>Social and Emotional Learning</title>
        <p>In the United States and internationally, schools, school-based professionals, and policymakers have begun focusing on positive development models as a means of addressing the numerous, complex, and detrimental behavioral patterns and associated outcomes (eg, bullying, mental health problems, self-harm, and substance use) observed among youth and adolescents [<xref ref-type="bibr" rid="ref4">4</xref>]. Such approaches deliberately avoid a deficit approach (“fixing what is wrong”) and emphasize the development of assets or protective factors in youth. Among the most common and conceptually similar positive development models are positive youth development [<xref ref-type="bibr" rid="ref5">5</xref>], which emphasizes skills development, healthy relationship development, supportive community systems, and SEL. SEL focuses on the instruction of skills such as social problem-solving, recognizing emotions in others, and emotional self-regulation [<xref ref-type="bibr" rid="ref6">6</xref>]. There have been numerous SEL programs implemented and evaluated in schools in recent years; a summary of over 300 studies contained in 4 meta-analyses identified generally positive short-term outcomes [<xref ref-type="bibr" rid="ref7">7</xref>] across multiple domains (eg, substance use). In general, performances by the ACT Out! Ensemble are structured to model aspects of SEL, such as healthy relationships, regardless of the additional topic being addressed (eg, bullying). We have summarized additional content related to SEL and social-emotional competence (SEC) as it pertains to this study in our published protocol [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Bullying and Victimization</title>
        <p>School bullying is frequently mentioned among the detrimental behaviors addressed by SEL programs [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Bullying is an unfortunate reality for youth attending US schools; a meta-analysis of 80 studies (youth aged 12 to 18 years) found a 35% student-level prevalence of traditional bullying and a 15% prevalence of cyberbullying [<xref ref-type="bibr" rid="ref10">10</xref>]. Being bullied in childhood and adolescence has been associated with long-term, negative consequences that persist into midlife in areas such as mental and general physical health and lower socioeconomic status attainment [<xref ref-type="bibr" rid="ref11">11</xref>]. Further, bullying victimization appears likely to cause notable increases in anxiety and depression among those victimized [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>A recent meta-analysis of traditional bullying identified 65 school-based bullying prevention programs, but only 8 had been evaluated more than once [<xref ref-type="bibr" rid="ref13">13</xref>]. In general, such programs tend to be slightly more effective in reducing bullying perpetration and less effective in reducing victimization [<xref ref-type="bibr" rid="ref14">14</xref>]. Mean values from meta-analyses have been somewhat consistent in terms of victimization, reporting reductions of 15-16% [<xref ref-type="bibr" rid="ref14">14</xref>] and 17-20% [<xref ref-type="bibr" rid="ref15">15</xref>]. A separate meta-analysis, focused only on cyberbullying, reported a mean reduction in victimization of 14-15% [<xref ref-type="bibr" rid="ref16">16</xref>]. However, a meta-analysis of victimization studies limited to randomized controlled trials with a high level of rigor reported a rather small effect size (standard mean difference of -.09) [<xref ref-type="bibr" rid="ref17">17</xref>]. Each of the cited meta-analyses note high levels of heterogeneity in the types of programs and outcomes across included programs and studies; importantly, these differences extended to study design and rigor, with some scholars noting that beneficial effects appear to be weaker when measured as part of randomized controlled trials [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>As one might expect, reductions in victimization tend to be larger for more intensive and multifaceted programs, but implementing such programs can be both expensive and complicated [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. For example, a summary of nontargeted (general population), relatively efficacious bullying prevention programs for US elementary schools found that program durations ranged from 11 weeks to 3 years [<xref ref-type="bibr" rid="ref21">21</xref>]. Even efficacious programs described as “brief” prevention curricula can last 1 week or more and involve multiple interlocking components [<xref ref-type="bibr" rid="ref22">22</xref>]. Further, several programs that have reported favorable results in efficacy trials have not always produced the same results in effectiveness (“real world”) trials, potentially due to issues with implementation fidelity and existing, confounding antibullying programming [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. In concluding their report from a recent effectiveness trial, Rapee et al [<xref ref-type="bibr" rid="ref24">24</xref>] noted, “clearly, producing a sizeable impact on school-based victimization is extremely difficult.” Therefore, there is a demonstrated need for inexpensive, simple-to-implement bullying prevention programming, but achieving positive outcomes from such interventions is likely to be especially challenging. For this reason, we believe that innovative or out-of-the-box strategies to address bullying merit serious consideration.</p>
      </sec>
      <sec>
        <title>Psychodrama and Professional Acting as Innovation</title>
        <p>Given the difficulty in addressing school-based bullying with lengthy and multipartite curricula, one might wonder why a short (1-hour) dramatic performance would be hypothesized to have even a short-term effect on SEC or bullying. A small body of literature has examined psychodrama as a prevention or behavior-change mechanism in youth, but these studies have covered diverse behaviors [<xref ref-type="bibr" rid="ref25">25</xref>], have involved multiple, separate components such as teacher training [<xref ref-type="bibr" rid="ref26">26</xref>], or have used students or school employees rather than professional actors as <italic>dramatis personae</italic> [<xref ref-type="bibr" rid="ref27">27</xref>]. ACT Out! Social Issue Theater is different than each of these examples because it uses trained, professional actors and requires no involvement from schools outside of planning the visit (when implemented outside of a study). We were unable to find a precedent for this intervention structure in the literature.</p>
        <p>Our decision to analyze this intervention was based on our a priori understanding of the value this brief intervention might yield as well as the remarkable community- and school-level support for the program. Prior to this study, more than 500,000 individuals had viewed a performance by the ACT Out! Ensemble [<xref ref-type="bibr" rid="ref1">1</xref>], providing a notable depth of informal, qualitative evidence supporting the program. Uncontrolled evaluations of the program from 2015 also suggested substantive behavioral benefits [<xref ref-type="bibr" rid="ref1">1</xref>]. Thus, given the importance of both SEL and bullying prevention in schools, and the unique position occupied by the ACT Out! Ensemble, we determined that an independently conducted, randomized controlled trial of this intervention was a valuable contribution to the prevention literature.</p>
      </sec>
      <sec>
        <title>Study Objectives</title>
        <p>This study primarily aims to assess whether a 1-hour exposure to ACT Out! Social Issue Theater is superior to treatment as usual for developing SEC and reducing bullying (both bullying behavior and victimization) in elementary, middle, and high school students at a 2-week posttest. Secondarily, the study aims to determine whether the same intervention is superior to treatment as usual in developing specific subdomains of SEC (social awareness, emotion regulation, relationship skills, and responsible decision making) among middle and high school students at a 2-week posttest. Finally, the study also aims to assess student receptivity to ACT Out! Social Issue Theater using previously validated measures indicating student agreement with positive (eg, “enjoyable”) and negative (eg, “boring”) adjectives. Additional details are available in the trial protocol [<xref ref-type="bibr" rid="ref2">2</xref>]. All outcomes were measured at the individual participant level, but randomization occurred at the cluster level (classroom) because performances are intended to be delivered to groups and because research literature [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] has indicated that pre-existing school-level programs addressing bullying and SEC often vary between schools and may contribute to statistical noise in randomized trials using school as the cluster (eg, treatment as usual may not be consistent between schools).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Trial Design</title>
        <p>The ACT Out! trial was a proof-of-concept cluster randomized superiority trial with 2 groups and 1:1 allocation. The unit of measurement was individual students, but the unit of randomization was the classroom, stratified by school (with 1 exception, <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). For each school, half of the classrooms were randomly assigned to the intervention arm and half to the control arm. Schools with an odd number of classrooms had a single classroom randomly selected for exclusion (though if the school requested, that classroom was permitted to complete the survey for appearance’s sake, and the results were then discarded by the study team).</p>
      </sec>
      <sec>
        <title>Participants and Recruitment</title>
        <p>The ACT Out! trial was conducted among 12 public and charter schools in Indiana: 4 schools in Marion County, 3 in Ripley County, 2 in Boone County, 2 in Lawrence County, and 1 in Monroe County. For reasons described in the protocol, clusters were selected only from grades 4, 7, and 10 [<xref ref-type="bibr" rid="ref2">2</xref>]. All students in the selected classrooms and schools were eligible to participate. As planned, we recruited schools until meeting a threshold of approximately 80 participating classrooms (around 1594 students) across both conditions.</p>
        <p>Schools were selected based on their willingness to participate in the project as described, which included classroom-level randomization and inclusion of all eligible classrooms in the study’s allocation processes. Authorizing officials for schools or school corporations were required to provide a signed letter of agreement prior to participating in the study. At the individual level, the project used a waiver of parental consent (opt out), as approved by the institutional review board. Parents and legal guardians were permitted to review study procedures and were provided with a description of the study a minimum of 2 weeks prior to any individual-level interaction with subjects, along with instructions for how to opt out; students, their parents, and their guardians all had the ability to opt a student out from participating either formally or by survey noncompletion. The rationale for this approach was a combination of the low risk posed by the study as well as the desire to avoid unintentional exclusion of underrepresented minorities and high-risk populations, as described in the protocol [<xref ref-type="bibr" rid="ref2">2</xref>]. This study and all consent procedures were carried out according to, and approved by, the Indiana University Institutional Review Board.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <sec>
          <title>ACT Out! Social Issue Theater</title>
          <p>The intervention was a psychodramatic, improvisational performance that was delivered to classrooms (separately, except in 1 case where 2 small classrooms attended together) by members of the CMP professional theater company. Interventions were scheduled to last approximately 1 hour and were delivered during the school day. Each 1-hour performance consisted of 5 vignettes focused on bullying and cyberbullying and was designed to be interactive; after each scenario, the student audience was invited to converse with the performers, who remained in character. In each case, a moderator from CMP also managed the overall performance (eg, calling on students to ask questions of the characters). While the scenarios were improvisational in nature, they were designed to remain true to core concepts that were prespecified and agreed upon by CMP and the research team (eg, the identity of the characters, the nature of the conflict, and methods of bullying). To ensure this, fidelity data were captured from all performances (described in the <italic>Quality Control</italic>). The written specifications for each vignette, by grade level, are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        </sec>
        <sec>
          <title>Treatment as Usual (Control)</title>
          <p>Classrooms randomized to treatment as usual were provided with the preparation materials for the survey (see <italic>Data Collection</italic>) and completed the survey tools in the classroom during the school day (both at baseline and 2-week posttest). Students were not otherwise informed about the ACT Out! intervention by study personnel. Within schools, we were not aware of any systematic differences between intervention and control classrooms aside from the ACT Out! intervention itself, though schools themselves likely had different SEL and bullying programs at the school level (our statistical models incorporated random effects at both the classroom and school level).</p>
        </sec>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>All measured outcomes were prespecified in the clinical trial registration and the published protocol [<xref ref-type="bibr" rid="ref2">2</xref>], along with the rationale for their selection, and have been validated. Unfortunately, certain outcomes were not possible to collect due to the COVID-19 pandemic, which led to mandated school closures in the state during part of the data collection period (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). However, we do not have reason to suspect that the data we collected prior to closures were substantively affected.</p>
        <p>Thus, this study collected the following 2 primary outcomes: (1) social-emotional competence and (2) bullying behavior and bullying victimization. Overall social-emotional competence was measured at baseline and at 2-week posttest using the Delaware Social-Emotional Competency Scale (DSECS-S) [<xref ref-type="bibr" rid="ref28">28</xref>]. This scale prompted students to “Please read each statement and mark the response that best shows how much it is like you,” with response options of 1=<italic>Not like me at all</italic>, 2=<italic>Not much like me</italic>, 3=<italic>Somewhat like me</italic>, and 4=<italic>Very much like me</italic>. An example statement from the scale is, “I can control how I behave.” This scale demonstrated good internal consistency [intention-to-treat (ITT) pretest α=.78] for the study sample. Bullying behavior and experiences of being bullied (victimization) were measured at baseline and at 2-week posttest using the Bullying and Cyberbullying Scale for Adolescents (BCS-A) [<xref ref-type="bibr" rid="ref29">29</xref>]. These questions measured the number of times (between 0 and 4+) in the past 2 weeks that students “bullied another school student” or, separately, “had been bullied.” These sections were further separated into subsections for “online/on the internet or mobile phones” (eg, cyberbullying behaviors) and “offline/face-to-face” (including physical, verbal, and relational behaviors).</p>
        <p>Further, the study collected the following 2 secondary outcomes: (1) receptiveness to the intervention and (2) prespecified subanalyses of social-emotional competence for seventh- and tenth-grade students. Student receptivity to the intervention \was measured at 2-week posttest (intervention arm only) using questions to assess the degree to which they found the intervention to be enjoyable, interesting, a waste of time, boring, understandable, difficult to understand, believable, important, and helpful [<xref ref-type="bibr" rid="ref30">30</xref>]. Social-emotional competence subdomains (social awareness, emotion regulation, relationship skills, and responsible decision-making) were measured at baseline and 2-week posttest (seventh and tenth grades only) using scales from the Washoe County School District Social-Emotional Competency Assessment (WCSD-SECA) [<xref ref-type="bibr" rid="ref31">31</xref>]. These scales prompted students to “Please tell us how easy or difficult each of the following are for you,” with response options of 1=<italic>Very difficult</italic>, 2=<italic>Difficult</italic>, 3=<italic>Easy</italic>, and 4=<italic>Very easy</italic>. An example item from one scale is, “Getting along with my teachers.” Though the scales were previously developed to be reliable and valid [<xref ref-type="bibr" rid="ref31">31</xref>], the items are relatively heterogeneous, perhaps contributing to their rather mediocre internal consistency with this sample [ITT pretest α=.57 (social awareness), .65 (emotion regulation), .68 (relationship skills), and .66 (responsible decision-making)].</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The rationale for choices made in preparing the sample size calculation is provided in the protocol [<xref ref-type="bibr" rid="ref2">2</xref>]. We estimated the sample size required to detect a moderate effect (Cohen <italic>d</italic>=0.30) with a 2-sided significance of .05 and a power of .80 to be 340 participants. We estimated an intraclass correlation of 0.153 based on a prior school-based cluster study on cigarette smoking with a similar methodology [<xref ref-type="bibr" rid="ref2">2</xref>] and assumed approximately 20 students per classroom, yielding a design effect of 3.907. We took the resultant estimate of 1328 students and multiplied it by 1.2 to account for attrition and potential loss of matched pairs due to survey matching procedures, producing the final sample size target of 1594 students across approximately 80 classrooms.</p>
      </sec>
      <sec>
        <title>Randomization and Allocation</title>
        <sec>
          <title>Sequence Generation and Type of Randomization</title>
          <p>Simple randomization occurred at the cluster level using a smartphone app produced by Random.org [<xref ref-type="bibr" rid="ref32">32</xref>]. Randomization of clusters occurred within schools with a 1:1 allocation. In the specific instance where clusters first had to be created (a single school), the website version of Random.org was used to randomly assign students to evenly sized clusters and then to assign clusters to a study arm.</p>
        </sec>
        <sec>
          <title>Concealment, Implementation, and Blinding</title>
          <p>Since the generation of the allocation sequence was computerized, it was concealed to all members of the research team until the moment of assignment. Because of needs driven by school planning, there was some variability in the generation and assignment process. Decisions were made as follows: Schools that agreed to participate were asked to identify all clusters within the selected grade level (eg, fourth, seventh, or tenth). If schools were willing and able to accommodate it, allocation sequences were generated by the fidelity checker immediately prior to the intervention (eg, on-site, in the schools). However, most schools (10/12) were unable to accommodate this method. Subsequently, most schools were asked to list classrooms by a fixed characteristic (eg, the time the homeroom met, teacher’s name) at the time of school enrollment. One of the researchers generated a random sequence, applied it directly to classrooms, and shared the sequence with school administrators, identifying which classrooms would be allocated to which arm; the researcher asked the administrators not to share this information with teachers until necessary for planning efforts.</p>
          <p>Consent was obtained from an administrative authority at participating schools at the time of enrollment and prior to randomization. Students and their parents or legal guardians were notified at least 2 weeks in advance of the intervention and provided an opportunity to opt out of the study but were not informed about their classroom’s allocation. Due to the nature of this study, blinding of participants, school officials, and researchers was not feasible. However, multiple independent statisticians were involved in conducting and reviewing analyses, and some were blinded to the meaning of study arm coding.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Survey Administration</title>
          <p>Once a school enrolled in the study, each classroom was provided with a study packet containing surveys and response forms, a manila envelope, a white envelope, and an administrator checklist [<xref ref-type="bibr" rid="ref2">2</xref>]. Each classroom was also assigned a unique code consisting of the grade level, study arm, and a randomly generated cluster ID. This code was prefilled on the back of each survey form and on the front of each envelope to facilitate data quality control.</p>
          <p>Classroom teachers administered the surveys by following the step-by-step administrator checklist. Surveys that were handed out to students were placed back in the manila envelope, regardless of whether they were completed, while extra surveys were placed in the white envelope (unused). The pretest was completed 0-3 days prior to the intervention, depending on school schedules and availability. The posttest was completed 14-27 days after the intervention, with most classrooms completing the posttest within 14 to 17 days, depending on school schedules and the ability to facilitate the posttest.</p>
        </sec>
        <sec>
          <title>Quality Control</title>
          <p>Data were collected using a customized form created with Scantron DesignExpert (Scantron) and scanned directly into a database with an Insight 700c scanner (Scantron) to avoid data entry errors. However, one of the survey matching elements required a handwritten response; these were typed manually into the database. To verify intervention fidelity, at least one individual who was not a member of the ACT Out! Ensemble attended every performance and documented the concordance between a prespecified checklist of elements for the intervention and the performance itself. These checklists were developed separately for each grade (since the scenarios vary) and are available in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendices 3</xref>-<xref ref-type="supplementary-material" rid="app5">5</xref>. To establish coding reliability, a second individual attended performances for 6 clusters to conduct fidelity checks, and interrater reliability was computed (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Survey Matching Procedures</title>
        <p>This study required an anonymous procedure to match students’ surveys between pretest and posttest while remaining compliant with the requirements of the institutional review board. As described in the protocol [<xref ref-type="bibr" rid="ref2">2</xref>], even recent meta-analyses had not identified a best-practice solution to such a dilemma [<xref ref-type="bibr" rid="ref33">33</xref>]. Thus, the project team developed and used a novel anonymous matching procedure based on unique self-generated identification code elements and machine-assisted weighted matching. This approach was sufficiently complex that it required a separate full-length manuscript to articulate [<xref ref-type="bibr" rid="ref34">34</xref>], and a complete description would extend well beyond the scope of this paper.</p>
      </sec>
      <sec>
        <title>Analytic Methods</title>
        <sec>
          <title>Missing Data</title>
          <p>Multiple imputation (MI) using the Markov Chain Monte Carlo approach was completed using SAS (version 9.4; SAS Institute), utilizing PROC MI and MIANALYZE with the assumption that data were missing at random. All variables that were collected were imputed for all analyses. Numbers of iterations were based on missingness in the per-protocol (PP) analysis, which had 1184 pretests and posttests, and thus 2368 surveys. Percent missingness ranged from a low of 1.22% to a high of 8.57%. SEC items not asked of fourth-grade students were present on 2078 surveys (removing 145 fourth-grade participants). Percent missingness within those variables ranged from 2.84% to 4.96%. Given this information, we selected 10 imputations for our analyses (integer greater than the missingness in the variable with the highest level of missingness, 10&#62;8.57 [<xref ref-type="bibr" rid="ref35">35</xref>]). Bias was also mitigated by presenting outcomes from 4 approaches.</p>
        </sec>
        <sec>
          <title>Statistical Analyses</title>
          <p>All outcomes were continuous, so linear mixed models using restricted maximum likelihood were fitted for each analysis (SAS PROC MIXED) with repeated measures for each participant. The time of survey administration (pretest or posttest), study arm, and time and study arm interaction were treated as fixed effects. The interaction of time by study arm was the hypothesis test for causal effects (eg, intervention group improved significantly more than the control group). All analyses allowed for clustering of students within schools and classrooms as random intercepts to alleviate the issue of inflated standard errors and used Kenward-Rogers degrees of freedom approximation to account for the cluster randomized trial design. <italic>P</italic> values were 2-sided and treated as significant at .05 or less; however, in keeping with recommendations from the American Statistical Society, we did not use <italic>P</italic> values as the sole determinant of outcome importance. Instead, we provided the full dataset and analytic code, and interpreted the output based on a combination of effect size, clinical significance, standard errors, and significance [<xref ref-type="bibr" rid="ref36">36</xref>]. Similarly, we produced 4 sets of output, the ITT analysis in which all data were analyzed in the arm to which they were randomized (with and without MI; 1537 pretest and 1209 posttest), and the PP analysis in which only data resulting from a completed protocol were analyzed (with and without MI; 1184 pretest and posttest), in accordance with reporting recommendations [<xref ref-type="bibr" rid="ref37">37</xref>] (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Notably, the 931 cases that were matched do not represent the totality of students who complied with the protocol but rather are those who provided internally consistent information for the variables used to match anonymous surveys. The PP analyses included an additional 253 individuals (1184 in total) who were likely to have completed both surveys, even though their specific surveys could not be reliably matched between time points. The 931 individuals were included as repeated measures in the analysis, and the remaining 253 were included with surveys that were unmatched between time points.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Consort flow diagram. *Classroom count was provided by schools and used to randomize clusters. When arriving to deliver interventions, it was discovered that 4 classrooms that had been allocated did not exist (n=3 schools).
**Attendance differences by cluster are provided in supplemental material for the matching procedure paper [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
            </caption>
            <graphic xlink:href="mental_v8i1e25860_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>ITT has been suggested to more closely represent effectiveness while PP represents efficacy [<xref ref-type="bibr" rid="ref38">38</xref>]. Thus, superiority randomized controlled trials typically emphasize ITT analyses with imputation. In this case, however, the preponderance of excluded data resulted predominantly from an unexpected global event (COVID-19) rather than intervention nonadherence. Being able to attribute attrition directly to an external factor unrelated to the study is rare in controlled studies. As a result, it is less clear to us that ITT better reflects the true findings than PP in this specific instance. Thus, we interpreted ITT and PP analyses in tandem, providing all data from each analysis. We felt that this approach, while more complex in terms of preparing written text, facilitated transparency in explicating the findings.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Recruitment</title>
        <p>The formal study start date was October 16, 2019, and interventions were delivered from November 6, 2019, to February 28, 2020. School recruitment was terminated in February once the anticipated numbers of clusters and participants reached the planned total. Initially, a total of 13 schools from across Indiana participated in the trial, comprising 84 classrooms for the eligible grade levels. Of those 84 classrooms, 42 were randomized to the intervention arm and 42 were randomized to the control arm. One school did not follow protocol and failed to correctly administer pretest surveys to either arm prior to intervention delivery, so it (4 classrooms) was summarily removed from the trial. In addition, 3 schools provided incorrect counts of classrooms to be randomized (3 control classrooms and 1 intervention classroom), so sequences were generated that included classrooms that did not exist. Upon discovery of this discrepancy, sequences and assignments were not altered because it would have affected allocation concealment. Thus, despite 1:1 allocation, the number of baseline classrooms was 76 (37 control and 39 intervention classrooms). Finally, an additional 11 classrooms (5 control and 6 intervention classrooms) at a single school were slightly delayed in completing posttests, and then schools were shut down for the academic year due to COVID-19 prior to data collection. Thus, the number of classrooms that completed posttests was 65 (32 control and 33 intervention). <xref ref-type="table" rid="table1">Table 1</xref> shows the baseline characteristics of the 2 trial arms for all students who provided data, excluding blank surveys.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline sample characteristics of the study participants (n=1537).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="420"/>
            <col width="0"/>
            <col width="250"/>
            <col width="0"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td colspan="2">Control group (n=763)</td>
                <td colspan="2">Intervention group (n=774)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Male</td>
                <td colspan="2">386 (51.8)</td>
                <td>404 (52.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Female</td>
                <td colspan="2">359 (48.2)</td>
                <td>360 (47.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Missing</td>
                <td colspan="2">18 (—<sup>a</sup>)</td>
                <td>10 (—)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Grade, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Fourth</td>
                <td colspan="2">81 (10.6)</td>
                <td>73 (9.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Seventh</td>
                <td colspan="2">307 (40.2)</td>
                <td>293 (37.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Tenth</td>
                <td colspan="2">375 (49.2)</td>
                <td>408 (52.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">White</td>
                <td colspan="2">526 (72.2)</td>
                <td>548 (73.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">African-American or Black</td>
                <td colspan="2">67 (9.2)</td>
                <td>77 (10.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Asian</td>
                <td colspan="2">14 (1.9)</td>
                <td>11 (1.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Native American or Alaskan Native</td>
                <td colspan="2">10 (1.4)</td>
                <td>7 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Hawaiian or Pacific Islander</td>
                <td colspan="2">0 (0.0)</td>
                <td>2 (0.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Multiracial</td>
                <td colspan="2">74 (10.2)</td>
                <td>61 (8.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Other</td>
                <td colspan="2">38 (5.2)</td>
                <td>44 (5.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Missing</td>
                <td colspan="2">34 (—)</td>
                <td>24 (—)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Hispanic/Latino, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Yes</td>
                <td colspan="2">92 (12.7)</td>
                <td>87 (11.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">No</td>
                <td colspan="2">634 (87.3)</td>
                <td>653 (88.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Missing</td>
                <td colspan="2">37 (—)</td>
                <td>34 (—)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Bullying victimization<sup>b</sup>, mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (physical)</td>
                <td colspan="2">0.57 (0.88)</td>
                <td>0.57 (0.93)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (verbal)</td>
                <td colspan="2">1.13 (1.49)</td>
                <td>1.20 (1.55)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (relational)</td>
                <td colspan="2">0.78 (1.20)</td>
                <td>0.82 (1.23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cyber</td>
                <td colspan="2">0.48 (0.83)</td>
                <td>0.56 (0.93)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Bullying perpetration<sup>b</sup>, mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (physical)</td>
                <td colspan="2">0.25 (0.59)</td>
                <td>0.24 (0.60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (verbal)</td>
                <td colspan="2">0.56 (1.05)</td>
                <td>0.61 (1.13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Traditional (relational)</td>
                <td colspan="2">0.26 (0.74)</td>
                <td>0.25 (0.71)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cyber</td>
                <td colspan="2">0.25 (0.61)</td>
                <td>0.24 (0.59)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Social-emotional competence<sup>c</sup>, mean (SD)</td>
                <td colspan="2">3.20 (0.45)</td>
                <td colspan="2">3.18 (0.48)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Self-awareness<sup>d</sup>, mean (SD)</td>
                <td colspan="2">2.94 (0.48)</td>
                <td colspan="2">2.90 (0.50)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Emotion regulation<sup>d</sup>, mean (SD)</td>
                <td colspan="2">2.37 (0.61)</td>
                <td colspan="2">2.44 (0.62)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Relationship skills<sup>d</sup>, mean (SD)</td>
                <td colspan="2">2.79 (0.52)</td>
                <td colspan="2">2.76 (0.55)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Responsible decision-making<sup>d</sup>, mean (SD)</td>
                <td colspan="2">2.92 (0.54)</td>
                <td colspan="2">2.93 (0.55)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>—: not available.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Count variable scored from 0 (no instances of any exemplars of bullying in the category) to 4 (4 or more instances of every exemplar of bullying in the category) [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Scored from 1 to 4, where 4 is the optimal score [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Seventh- and tenth-grade students only; scored from 0 to 4, where 4 is the optimal score [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Fidelity</title>
        <p>Interrater reliability for fidelity coding was excellent (96.5% concordance). Fidelity to the intervention was high for all grades, though some seventh- and tenth-grade classrooms were not able to proceed through all 5 scenarios due to timing constraints. These instances were noted distinctly from fidelity because they resulted from longer-than-expected time completing the pretest survey immediately prior to the intervention, a factor that would not exist outside of the study. Fidelity was computed as the sum of all completed checkpoints for all clusters divided by the sum of all possible checkpoints for all clusters, within each grade. For the 5 fourth-grade classrooms, intervention fidelity was 100%. For the 15 seventh-grade classrooms, fidelity was 96.9%, but the fifth scenario was excluded for all clusters due to time constraints. For the 14 tenth-grade classrooms, fidelity was 98.4%, but 3 checkpoints for 1 classroom were excluded (fidelity checker was meeting with administrators), the third scenario was excluded for 2 clusters, the fourth scenario was excluded for 3 clusters, the fifth scenario was excluded for 3 clusters, and both the fourth and fifth scenarios were excluded for 1 cluster, all due to time constraints.</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Sociodemographic Characteristics</title>
          <p>All baseline data for the study are provided in <xref ref-type="table" rid="table1">Table 1</xref>, sorted by study arm. No significant sociodemographic differences were observed between the control and intervention arms based on chi-square tests with unadjusted alpha (.05) and pairwise exclusion of cases with missing sociodemographic values. The overall study sample was mostly male (790/1509, 52.4%), non-Hispanic/Latino (1287/1466, 87.8%), and White (1074/1479, 72.6%). More participants were in seventh (600/1537, 39.0%) and tenth (782/1537, 50.9%) grades than in fourth grade (154/1537, 10.0%).</p>
        </sec>
        <sec>
          <title>Primary Objective 1</title>
          <p>In our protocol [<xref ref-type="bibr" rid="ref2">2</xref>], we hypothesized that ACT Out! Social Issue Theater was superior to treatment as usual for the development of overall SEC in students enrolled in elementary, middle, and high schools, measured approximately 2 weeks postintervention using the DSECS-S. The data did not support this hypothesis; no clinically or statistically significant interactions were observed (although this was not a “clinical” study, we use the term “clinical significance” to indicate findings where the magnitude, in our opinion, might reasonably be inferred to be of interest or value to potential stakeholders).</p>
        </sec>
        <sec>
          <title>Primary Objective 2</title>
          <p>In our protocol [<xref ref-type="bibr" rid="ref2">2</xref>], we hypothesized that ACT Out! Social Issue Theater was superior to treatment as usual for reducing frequency (count) of perpetration of and victimization from traditional bullying (physical, verbal, and relational) and cyberbullying, measured approximately 2 weeks postintervention. These findings were complex. To interpret clinical significance, it is important to know that bullying scores are mean values based on count data of multiple bullying behaviors within a category, and so interpreting outcomes is different than for an attitudinal scale. For example, an individual who scored 1 for physical bullying victimization would need to have reported 1 instance of <italic>each</italic> of the 4 types of physical bullying victimization that compose that scale [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Similar interpretation applies to verbal (2 types), relational (2 types), and cyber (5 types) bullying. For example, a baseline bullying score of 0.568 (physical victimization) means that the average student reported experiencing more than 2 instances of physical bullying behaviors in the past 2 weeks (computed as .568*4). This should be taken into account when interpreting bullying outcomes.</p>
          <p>There was limited causal, clinically significant evidence of small reductions (assessed via interaction effects of time by study arm) for cyberbullying victimization (favoring the intervention arm) and physical bullying victimization (favoring the control arm). For cyberbullying, reductions in the intervention arm victimization score ranged from -0.08 (<italic>P</italic>=.011, ITT with MI) to -0.13 (<italic>P</italic>&#60;.001, PP without MI). This corresponded to mean cyberbullying victimization reductions of 0.40 to 0.65 instances/2 weeks, where the interaction term comparing the reduction in the intervention arm to the control arm was marginally significant in the PP analysis without MI (<italic>P</italic>=.067) but was increasingly nonsignificant in other models, ranging up to <italic>P</italic>=.301 for ITT with MI. For physical bullying, reductions in the control arm victimization score ranged from -0.13 (<italic>P</italic>&#60;.001, ITT with MI; interaction <italic>P</italic>=.013) to -0.14 (<italic>P</italic>&#60;.001, PP without MI; interaction <italic>P</italic>=.062). This corresponded to mean physical bullying victimization reductions of 0.52 to 0.56 instances/2 weeks. There was also limited evidence of a small effect of similar magnitude for increased physical bullying perpetration via the interaction effects. Increases in the intervention arm perpetration score ranged from 0.06 (<italic>P</italic>=.013, interaction <italic>P</italic>=0.060; ITT with MI) to 0.08 (<italic>P</italic>=.005, interaction <italic>P</italic>=0.032; ITT without MI), corresponding to increased perpetration of 0.24 to 0.32 instances/2 weeks, while the control arm did not have significant increases. However, only the ITT without MI model showed significance.</p>
          <p>Finally, we observed an overall decrease in bullying victimization across pooled study participants (both arms). Findings were fairly uniform across models, so we provide only the most conservative (ITT with MI) outcomes in this paper. This included small-to-moderate, clinically significant overall reductions in physical (as above), verbal (control: -0.29, <italic>P</italic>&#60;.001; intervention: -0.29, <italic>P</italic>&#60;.001), and relational (control: -0.15, <italic>P</italic>=.001; intervention: -0.15, <italic>P</italic>=.003) bullying victimization. These corresponded to reductions of 0.58 (verbal) and 0.30 (relational) mean victimization instances/2 weeks. There was also some evidence of a small or moderate overall decrease in verbal bullying perpetration (control: -0.10, <italic>P</italic>=.023; intervention: -0.12, <italic>P</italic>=.005), corresponding to a reduction of 0.20-0.24 mean verbal bullying perpetration instances/2 weeks. These findings were not causal (ie, they were not observed differentially for the intervention clusters) and do not directly support the original hypothesis for this objective (except, potentially, for cyberbullying victimization); however, we believe that they do provide some favorable evidence for the program. <xref ref-type="table" rid="table2">Table 2</xref> shows the ITT study outcomes, and <xref ref-type="table" rid="table3">Table 3</xref> shows the PP study outcomes.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Intention-to-treat study outcomes with standard errors.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="180"/>
              <col width="80"/>
              <col width="90"/>
              <col width="110"/>
              <col width="0"/>
              <col width="80"/>
              <col width="90"/>
              <col width="110"/>
              <col width="0"/>
              <col width="110"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Variable (# observations)</td>
                  <td colspan="3">Control</td>
                  <td colspan="4">Intervention</td>
                  <td colspan="3">Interaction</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Pretest, mean (SE), n=763</td>
                  <td>Posttest, mean (SE), n=614</td>
                  <td colspan="2"><italic>P</italic> value of <break/>difference</td>
                  <td>Pretest, mean (SE), n=774</td>
                  <td>Posttest, mean (SE), n=595</td>
                  <td colspan="2"><italic>P</italic> value of <break/>difference</td>
                  <td>Difference in differences (SE)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="13">
                    <bold>Linear Mixed Models (no imputation)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying victimization</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical (2623)</td>
                  <td>0.60 (0.05)</td>
                  <td>0.46 (0.05)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.58 (0.05)</td>
                  <td>0.56 (0.05)</td>
                  <td colspan="2">.514</td>
                  <td>0.11 (.05)</td>
                  <td>.031</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal (2585)</td>
                  <td>1.16 (0.08)</td>
                  <td>0.85 (0.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>1.24 (0.08)</td>
                  <td>0.94 (0.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.02 (.08)</td>
                  <td>.852</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational (2569)</td>
                  <td>0.82 (0.06)</td>
                  <td>0.65 (0.07)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.83 (0.06)</td>
                  <td>0.68 (0.07)</td>
                  <td colspan="2">.003</td>
                  <td>0.02 (.07)</td>
                  <td>.741</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber (2622)</td>
                  <td>0.49 (0.05)</td>
                  <td>0.45 (0.05)</td>
                  <td colspan="2">.210</td>
                  <td>0.58 (0.05)</td>
                  <td>0.47 (0.05)</td>
                  <td colspan="2">.001</td>
                  <td>-0.07 (.05)</td>
                  <td>.141</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying perpetration</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical (2604)</td>
                  <td>0.28 (0.04)</td>
                  <td>0.28 (0.04)</td>
                  <td colspan="2">.860</td>
                  <td>0.26 (0.04)</td>
                  <td>0.34 (0.04)</td>
                  <td colspan="2">.005</td>
                  <td>0.08 (.04)</td>
                  <td>.032</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal (2576)</td>
                  <td>0.59 (0.05)</td>
                  <td>0.50 (0.06)</td>
                  <td colspan="2">.022</td>
                  <td>0.62 (0.05)</td>
                  <td>0.50 (0.06)</td>
                  <td colspan="2">.004</td>
                  <td>-0.03 (.06)</td>
                  <td>.636</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational (2570)</td>
                  <td>0.28 (0.04)</td>
                  <td>0.30 (0.04)</td>
                  <td colspan="2">.516</td>
                  <td>0.28 (0.04)</td>
                  <td>0.30 (0.04)</td>
                  <td colspan="2">.387</td>
                  <td>0.01 (.04)</td>
                  <td>.860</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber (2595)</td>
                  <td>0.27 (0.03)</td>
                  <td>0.28 (0.03)</td>
                  <td colspan="2">.623</td>
                  <td>0.26 (0.03)</td>
                  <td>0.30 (0.03)</td>
                  <td colspan="2">.108</td>
                  <td>0.03 (.04)</td>
                  <td>.412</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">
                    <bold>Social-emotional competence (2699)</bold>
                  </td>
                  <td>3.19 (0.02)</td>
                  <td>3.17 (0.03)</td>
                  <td colspan="2">.182</td>
                  <td>3.17 (0.02)</td>
                  <td>3.15 (0.03)</td>
                  <td colspan="2">.334</td>
                  <td>0.01 (.03)</td>
                  <td>.810</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Social awareness (2384)</td>
                  <td>2.94 (0.02)</td>
                  <td>2.93 (0.03)</td>
                  <td colspan="2">.847</td>
                  <td>2.91 (0.02)</td>
                  <td>2.92 (0.03)</td>
                  <td colspan="2">.464</td>
                  <td>0.02 (.03)</td>
                  <td>.510</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Emotion regulation (2374)</td>
                  <td>2.38 (0.03)</td>
                  <td>2.51 (0.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>2.43 (0.03)</td>
                  <td>2.54 (0.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>-0.02 (.04)</td>
                  <td>.559</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relationship skills (2366)</td>
                  <td>2.78 (0.03)</td>
                  <td>2.80 (0.03)</td>
                  <td colspan="2">.315</td>
                  <td>2.75 (0.03)</td>
                  <td>2.79 (0.03)</td>
                  <td colspan="2">.193</td>
                  <td>0.01 (.03)</td>
                  <td>.813</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Responsible decision-  <break/>  
            making (2355)</td>
                  <td>2.91 (0.03)</td>
                  <td>2.95 (0.03)</td>
                  <td colspan="2">.148</td>
                  <td>2.92 (0.03)</td>
                  <td>2.98 (0.03)</td>
                  <td colspan="2">.006</td>
                  <td>0.02 (.03)</td>
                  <td>.460</td>
                </tr>
                <tr valign="top">
                  <td colspan="13">
                    <bold>Multiple imputation analyses (2746)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying victimization</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical</td>
                  <td>0.61 (.05)</td>
                  <td>0.48 (.05)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.61 (.05)</td>
                  <td>0.60 (.05)</td>
                  <td colspan="2">.830</td>
                  <td>0.13 (.05)</td>
                  <td>.013</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal</td>
                  <td>1.18 (.08)</td>
                  <td>0.89 (.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>1.28 (.07)</td>
                  <td>0.99 (.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.00 (.09)</td>
                  <td>.966</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational</td>
                  <td>0.84 (.06)</td>
                  <td>0.69 (.06)</td>
                  <td colspan="2">.001</td>
                  <td>0.89 (.06)</td>
                  <td>0.74 (.07)</td>
                  <td colspan="2">.003</td>
                  <td>0.01 (.07)</td>
                  <td>.907</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber</td>
                  <td>0.51 (.05)</td>
                  <td>0.47 (.05)</td>
                  <td colspan="2">.270</td>
                  <td>0.60 (.05)</td>
                  <td>0.52 (.05)</td>
                  <td colspan="2">.011</td>
                  <td>-0.05 (.05)</td>
                  <td>.309</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying perpetration</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical</td>
                  <td>0.30 (.03)</td>
                  <td>0.29 (.04)</td>
                  <td colspan="2">.928</td>
                  <td>0.30 (.03)</td>
                  <td>0.36 (.04)</td>
                  <td colspan="2">.013</td>
                  <td>0.07 (.04)</td>
                  <td>.060</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal</td>
                  <td>0.61 (.05)</td>
                  <td>0.51 (.06)</td>
                  <td colspan="2">.023</td>
                  <td>0.67 (.05)</td>
                  <td>0.55 (.06)</td>
                  <td colspan="2">.005</td>
                  <td>-0.03 (.06)</td>
                  <td>.661</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational</td>
                  <td>0.30 (.04)</td>
                  <td>0.33 (.04)</td>
                  <td colspan="2">.353</td>
                  <td>0.31 (.04)</td>
                  <td>0.34 (.04)</td>
                  <td colspan="2">.239</td>
                  <td>0.01 (.04)</td>
                  <td>.844</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber</td>
                  <td>0.28 (.03)</td>
                  <td>0.29 (.03)</td>
                  <td colspan="2">.726</td>
                  <td>0.29 (.03)</td>
                  <td>0.32 (.03)</td>
                  <td colspan="2">.148</td>
                  <td>0.03 (.04)</td>
                  <td>.430</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">
                    <bold>Social-emotional competence</bold>
                  </td>
                  <td>3.19 (.02)</td>
                  <td>3.17 (.03)</td>
                  <td colspan="2">.209</td>
                  <td>3.17 (.02)</td>
                  <td>3.15 (.03)</td>
                  <td colspan="2">.386</td>
                  <td>0.01 (.03)</td>
                  <td>.814</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Social awareness</td>
                  <td>2.94 (.02)</td>
                  <td>2.93 (.02)</td>
                  <td colspan="2">.732</td>
                  <td>2.91 (.02)</td>
                  <td>2.92 (.03)</td>
                  <td colspan="2">.446</td>
                  <td>0.02 (.03)</td>
                  <td>.426</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Emotion regulation</td>
                  <td>2.38 (.03)</td>
                  <td>2.52 (.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>2.43 (.03)</td>
                  <td>2.55 (.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>-0.02 (.04)</td>
                  <td>.672</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relationship skills</td>
                  <td>2.78 (.03)</td>
                  <td>2.80 (.03)</td>
                  <td colspan="2">.295</td>
                  <td>2.75 (.03)</td>
                  <td>2.78 (.03)</td>
                  <td colspan="2">.182</td>
                  <td>0.01 (.03)</td>
                  <td>.815</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Responsible decision-  <break/>  
            making</td>
                  <td>2.91 (.03)</td>
                  <td>2.95 (.03)</td>
                  <td colspan="2">.142</td>
                  <td>2.91 (.03)</td>
                  <td>2.98 (.03)</td>
                  <td colspan="2">.005</td>
                  <td>0.03 (.03)</td>
                  <td>.327</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Per-protocol study outcomes with standard errors.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="130"/>
              <col width="0"/>
              <col width="130"/>
              <col width="120"/>
              <col width="110"/>
              <col width="90"/>
              <col width="80"/>
              <col width="100"/>
              <col width="0"/>
              <col width="90"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="4">Variable (# observations)</td>
                  <td colspan="3">Control</td>
                  <td colspan="3">Intervention</td>
                  <td colspan="3">Interaction</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Pretest, mean (SE), n=603</td>
                  <td>Posttest, mean (SE), n=603</td>
                  <td><italic>P</italic> value of <break/>difference</td>
                  <td>Pretest, mean (SE), n=581</td>
                  <td>Posttest, mean (SE), n=581</td>
                  <td colspan="2"><italic>P</italic> value of <break/>difference</td>
                  <td>Difference in differences (SE)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="13">
                    <bold>Linear Mixed Models (no imputation)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying victimization</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical (2285)</td>
                  <td colspan="2">0.61 (.05)</td>
                  <td>0.47 (.05)</td>
                  <td>&#60;.001</td>
                  <td>0.63 (.05)</td>
                  <td>0.59 (.06)</td>
                  <td colspan="2">.312</td>
                  <td>0.10 (.05)</td>
                  <td>.062</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal (2252)</td>
                  <td colspan="2">1.19 (.08)</td>
                  <td>0.87 (.08)</td>
                  <td>&#60;.001</td>
                  <td>1.30 (.08)</td>
                  <td>0.98 (.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.00 (.09)</td>
                  <td>.991</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational (2239)</td>
                  <td colspan="2">0.82 (.07)</td>
                  <td>0.65 (.07)</td>
                  <td>&#60;.001</td>
                  <td>0.89 (.07)</td>
                  <td>0.72 (.07)</td>
                  <td colspan="2">.001</td>
                  <td>0.00 (.07)</td>
                  <td>.953</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber (2285)</td>
                  <td colspan="2">0.47 (.05)</td>
                  <td>0.44 (.05)</td>
                  <td>.292</td>
                  <td>0.63 (.05)</td>
                  <td>0.50 (.05)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>-0.09 (.05)</td>
                  <td>.067</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying perpetration</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical (2272)</td>
                  <td colspan="2">0.27 (.04)</td>
                  <td>0.27 (.04)</td>
                  <td>.954</td>
                  <td>0.27 (.04)</td>
                  <td>0.34 (.03)</td>
                  <td colspan="2">.014</td>
                  <td>0.06 (.04)</td>
                  <td>.082</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal (2245)</td>
                  <td colspan="2">0.57 (.06)</td>
                  <td>0.49 (.06)</td>
                  <td>.060</td>
                  <td>0.67 (.06)</td>
                  <td>0.52 (.06)</td>
                  <td colspan="2">.001</td>
                  <td>-0.06 (.06)</td>
                  <td>.302</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational (2244)</td>
                  <td colspan="2">0.26 (.04)</td>
                  <td>0.29 (.04)</td>
                  <td>.314</td>
                  <td>0.30 (.04)</td>
                  <td>0.31 (.04)</td>
                  <td colspan="2">.633</td>
                  <td>-0.02 (.04)</td>
                  <td>.725</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber (2263)</td>
                  <td colspan="2">0.25 (.04)</td>
                  <td>0.27 (.04)</td>
                  <td>.388</td>
                  <td>0.27 (.04)</td>
                  <td>0.31(.04)</td>
                  <td colspan="2">.210</td>
                  <td>0.01 (.04)</td>
                  <td>.757</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">
                    <bold>Social-emotional competence (2336)</bold>
                  </td>
                  <td colspan="2">3.18 (.03)</td>
                  <td>3.15 (.03)</td>
                  <td>.198</td>
                  <td>3.16 (.03)</td>
                  <td>3.14 (.03)</td>
                  <td colspan="2">.360</td>
                  <td>0.01 (.03)</td>
                  <td>.808</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Social awareness (2043)</td>
                  <td colspan="2">2.94 (.03)</td>
                  <td>2.93 (.03)</td>
                  <td>.640</td>
                  <td>2.92 (.03)</td>
                  <td>2.93 (.03)</td>
                  <td colspan="2">.635</td>
                  <td>0.02 (.03)</td>
                  <td>.510</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Emotion <break/>regulation (2034)</td>
                  <td colspan="2">2.40 (.03)</td>
                  <td>2.52 (.03)</td>
                  <td>&#60;.001</td>
                  <td>2.42 (.03)</td>
                  <td>2.54 (.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>-0.00 (.04)</td>
                  <td>.944</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relationship skills (2029)</td>
                  <td colspan="2">2.77 (.03)</td>
                  <td>2.79 (.03)</td>
                  <td>.348</td>
                  <td>2.73 (.03)</td>
                  <td>2.77 (.03)</td>
                  <td colspan="2">.065</td>
                  <td>0.02 (.03)</td>
                  <td>.588</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Responsible <break/>decision- making (2024)</td>
                  <td colspan="2">2.91 (.04)</td>
                  <td>2.94 (.04)</td>
                  <td>.175</td>
                  <td>2.92 (.04)</td>
                  <td>2.98 (.04)</td>
                  <td colspan="2">.007</td>
                  <td>0.03 (.03)</td>
                  <td>.400</td>
                </tr>
                <tr valign="top">
                  <td colspan="13">
                    <bold>Multiple imputation analyses (2368)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying victimization</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical</td>
                  <td colspan="2">0.61 (.05)</td>
                  <td>0.48 (.05)</td>
                  <td>&#60;.001</td>
                  <td>0.64 (.06)</td>
                  <td>0.62 (.05)</td>
                  <td colspan="2">.568</td>
                  <td>0.11 (.05)</td>
                  <td>.036</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal</td>
                  <td colspan="2">1.20 (.08)</td>
                  <td>0.91 (.08)</td>
                  <td>&#60;.001</td>
                  <td>1.33 (.08)</td>
                  <td>1.01 (.08)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>-0.02 (.09)</td>
                  <td>.817</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational</td>
                  <td colspan="2">0.83 (.07)</td>
                  <td>0.68 (.07)</td>
                  <td>.002</td>
                  <td>0.93 (.07)</td>
                  <td>0.76 (.07)</td>
                  <td colspan="2">.001</td>
                  <td>-0.01 (.07)</td>
                  <td>.840</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber</td>
                  <td colspan="2">0.48 (.05)</td>
                  <td>0.46 (.05)</td>
                  <td>.453</td>
                  <td>0.63 (.05)</td>
                  <td>0.54 (.05)</td>
                  <td colspan="2">.007</td>
                  <td>-0.07 (.05)</td>
                  <td>.154</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="12">
                    <bold>Bullying perpetration</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Physical</td>
                  <td colspan="2">0.27 (.04)</td>
                  <td>0.28 (.04)</td>
                  <td>.856</td>
                  <td>0.29 (.04)</td>
                  <td>0.35 (.04)</td>
                  <td colspan="2">.023</td>
                  <td>0.05 (.04)</td>
                  <td>.125</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Verbal</td>
                  <td colspan="2">0.57 (.06)</td>
                  <td>0.49 (.06)</td>
                  <td>.072</td>
                  <td>0.70 (.06)</td>
                  <td>0.55 (.06)</td>
                  <td colspan="2">.002</td>
                  <td>-0.06 (.06)</td>
                  <td>.332</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relational</td>
                  <td colspan="2">0.27 (.04)</td>
                  <td>0.31 (.04)</td>
                  <td>.180</td>
                  <td>0.32 (.04)</td>
                  <td>0.34 (.04)</td>
                  <td colspan="2">.374</td>
                  <td>-0.01 (.04)</td>
                  <td>.767</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cyber</td>
                  <td colspan="2">0.26 (.03)</td>
                  <td>0.28 (.03)</td>
                  <td>.400</td>
                  <td>0.29 (.04)</td>
                  <td>0.32 (.04)</td>
                  <td colspan="2">.251</td>
                  <td>0.01 (.04)</td>
                  <td>.813</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">
                    <bold>Social-emotional competence</bold>
                  </td>
                  <td colspan="2">3.18 (.03)</td>
                  <td>3.15 (.03)</td>
                  <td>.219</td>
                  <td>3.16 (.03)</td>
                  <td>3.15 (.03)</td>
                  <td colspan="2">.500</td>
                  <td>0.01 (.03)</td>
                  <td>.732</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Social awareness</td>
                  <td colspan="2">2.94 (.03)</td>
                  <td>2.93 (.03)</td>
                  <td>.609</td>
                  <td>2.92 (.03)</td>
                  <td>2.93 (.03)</td>
                  <td colspan="2">.591</td>
                  <td>0.02 (.03)</td>
                  <td>.459</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Emotion <break/>regulation</td>
                  <td colspan="2">2.40 (.03)</td>
                  <td>2.53 (.03)</td>
                  <td>&#60;.001</td>
                  <td>2.41 (.03)</td>
                  <td>2.55 (.03)</td>
                  <td colspan="2">&#60;.001</td>
                  <td>0.01 (.04)</td>
                  <td>.881</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Relationship skills</td>
                  <td colspan="2">2.77 (.03)</td>
                  <td>2.79 (.03)</td>
                  <td>.354</td>
                  <td>2.72 (.03)</td>
                  <td>2.76 (.03)</td>
                  <td colspan="2">.118</td>
                  <td>0.02 (.03)</td>
                  <td>.637</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Responsible <break/>decision-making</td>
                  <td colspan="2">2.91 (.03)</td>
                  <td>2.94 (.03)</td>
                  <td>.171</td>
                  <td>2.91 (.03)</td>
                  <td>2.98 (.03)</td>
                  <td colspan="2">.006</td>
                  <td>0.04 (.03)</td>
                  <td>.296</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Secondary Objective 1</title>
          <p><xref ref-type="table" rid="table4">Table 4</xref> shows student perception of the ACT Out! intervention. Students were highly receptive to the ACT Out! performance. Merging affirmative responses (both “Yes” and “YES!,” or, for negative questions, “No” and “NO!”), students found that the intervention was enjoyable (443/537, 82.5%), interesting (429/512, 83.8%), understandable (433/521, 83.1%), believable (433/517, 83.8%), important (417/506, 82.4%), and helpful (401/513, 78.2%). They also found that it was <italic>not</italic> a waste of time (424/518, 81.9%), boring (406/511, 79.5%), or difficult to understand (444/511, 86.9%).</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Perceptions of ACT Out! intervention. (Percentages may not add exactly to 100 due to rounding.)</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="770"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Variable (# observations)<break/>  <break/>  </td>
                  <td>Values, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Enjoyable (537)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>46 (8.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>48 (8.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>235 (43.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>208 (38.7)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Interesting (512)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>34 (6.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>49 (9.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>236 (46.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>193 (37.7)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Waste of time (518)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>230 (44.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>194 (37.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>56 (10.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>38 (7.3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Boring (511)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>227 (44.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>179 (35.0)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>64 (12.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>41 (8.0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Understandable (521)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>36 (6.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>52 (10.0)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>241 (46.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>192 (36.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Difficult to understand (511)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>245 (48.0)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>199 (38.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>43 (8.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>24 (4.7)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Believable (517)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>45 (8.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>39 (7.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>234 (45.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>199 (38.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Important (506)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>36 (7.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>53 (10.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>202 (39.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>215 (42.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Helpful (513)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>NO!</td>
                  <td>47 (9.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td>65 (12.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td>204 (39.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>YES!</td>
                  <td>197 (38.4)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Secondary Objective 2</title>
          <p>As planned, we conducted secondary analyses to see whether the intervention was superior to treatment as usual for specific subdomains of SEC measured for seventh- and tenth-grade students only (social awareness, emotion regulation, relationship skills, and responsible decision-making) using the WCSD-SECA. No notable or significant interaction effects were observed. However, all pooled students (across conditions) reported a small, statistically significant increase in emotion regulation. In the ITT model with MI, this was 0.14 (<italic>P</italic>&#60;.001) for the control arm and 0.12 (<italic>P</italic>&#60;.001) for the intervention arm. As above, such effects do not support causal attribution to the intervention.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Brief Summary</title>
        <p>The ACT Out! Social Issue Theater trial was a prespecified and preregistered cluster randomized controlled trial conducted by a research team external to the program developers and supported by additional analysts who both were independent of the research team and the developers. Study findings were mixed.</p>
      </sec>
      <sec>
        <title>Implementation Fidelity</title>
        <p>For school-based programs, implementation fidelity tends to be inconsistently documented and highly variable [<xref ref-type="bibr" rid="ref39">39</xref>]. There is some evidence that achieving good fidelity may require intensive training of those delivering the intervention (eg, teachers, [<xref ref-type="bibr" rid="ref40">40</xref>]) and may depend on school- and teacher-level variables [<xref ref-type="bibr" rid="ref41">41</xref>]. Since the ACT Out! intervention was an improvisational and interactive intervention by actors, there was little precedent as to whether implementation fidelity would be achievable. We found that when provided with guidelines for core content elements, the professional actors in CMP were able to deliver nearly all (96.9% to 100%) prespecified content (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendices 3</xref>-<xref ref-type="supplementary-material" rid="app5">5</xref>), even accounting for variance in student responses and different actors playing different roles, distinguishing this intervention from many school-based interventions. However, ACT Out! performances were short in duration and the actors had the delivery of the performance as their primary purpose; in contrast, teachers and schools must balance many different requirements simultaneously, involving the delivery of multiple sessions, and so high fidelity is conceptually reasonable to expect and may be a benefit of programs of this type.</p>
      </sec>
      <sec>
        <title>Student Receptivity</title>
        <p>The degree to which students report enjoying a program or finding it to be realistic and engaging can be interpreted as an indicator of program quality and is a common component of process evaluation [<xref ref-type="bibr" rid="ref30">30</xref>]. The ACT Out! intervention was very positively received by students across all specified metrics. Although not an indicator of emotional <italic>competence</italic>, we infer that this may be interpreted as a partial measure of emotional <italic>response</italic> to the intervention.</p>
      </sec>
      <sec>
        <title>Assessment of Effects on SEC</title>
        <p>One of our primary hypotheses was that the ACT Out! intervention would improve students’ SEC in the short-term; this was suspected to be the mechanism through which the proposed emotional catharsis of psychodrama [<xref ref-type="bibr" rid="ref2">2</xref>] could be measured. This study did not support that hypothesis, with analyses demonstrating neither statistical nor clinical significance, except improvement in emotion regulation regardless of treatment condition for seventh- and tenth-grade students.</p>
        <p>During the project kickoff meeting, individuals at CMP expressed concern about quantitatively measuring SEC, at one point asking the research team, “How do you measure the sunrise?” We collected SEC data using 2 different tools that approached SEC in complementary ways [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]; however, optimal measurement of SEC remains a topic of debate, even among the national SEL workgroup [<xref ref-type="bibr" rid="ref42">42</xref>]. Thus, we note (as with all such measurement) that the trial did not definitively find that the ACT Out! intervention had not engendered SEC development; rather, it found that SEC, as measured by the DSECS-S and WCSD-SECA (2 validated tools), was not affected by the intervention. It does not necessarily follow that those tools are the optimal or correct ways to measure students’ responses to the ACT Out! intervention (indeed, WCSD-SECA subscore reliability for this sample was suboptimal). It may also be the case that there was a partial ceiling effect [<xref ref-type="bibr" rid="ref43">43</xref>] on overall SEC, as the baseline scores were relatively high: 3.202 and 3.176 for control and intervention groups, respectively, on a scale from 1-4, potentially making improvement from any source more difficult to achieve and measure. Given that all schools in the state already are required to offer SEL programming, this may also suggest that an intervention such as this would more appropriately be tested with subgroups of individuals who have lower baseline SEC (eg, not as a universal SEL program, but as an indicated program).</p>
      </sec>
      <sec>
        <title>Assessment of Effects on Bullying</title>
        <p>We hypothesized that the classrooms viewing the ACT Out! intervention would report reduced bullying victimization and perpetration [both traditional (physical, verbal, relational) bullying and cyberbullying] relative to the control classrooms. There was little evidence for an effect on perpetration, though 1 of the 4 models indicated the potential for slight increases for physical bullying in the intervention arm. There was also some evidence of a small reduction in cyberbullying victimization attributable to the intervention, though not for the traditional forms of bullying. That cyberbullying might be influenced separately from traditional bullying is reasonable, as cyberbullying victimization is unique in several ways, such as where it occurs (in a digital space “outside” of school) and its ubiquity [<xref ref-type="bibr" rid="ref44">44</xref>]. Further, some of the dramatic scenarios (2 of 5 for both seventh and tenth grades) explicitly focused on cyberbullying as opposed to traditional bullying.</p>
        <p>There was also evidence that physical bullying victimization was lower among the control group than the intervention group at posttest, though this was not an iatrogenic effect since neither group reported increased victimization scores. This finding may have been related to the issue we discuss subsequently.</p>
      </sec>
      <sec>
        <title>Interpretation of Pooled Victimization Effects</title>
        <p>Students reported clinically and statistically significant reductions in physical, verbal, and relational bullying victimization at posttest relative to pretest in aggregate (pooled across both study arms). This does not directly address the study hypotheses, as improvements were seen in students who did not participate in the intervention. However, this study examined students across 3 grade levels (fourth, seventh, and tenth), with interventions offered at different times over the course of nearly 6 months, in 12 schools and 65 classrooms, with a relatively short timeframe between pretest and posttest (14 to 27 days). Thus, it was implausible (though not impossible) that an external factor outside of the study was responsible for this finding.</p>
        <p>We therefore considered effects that may have resulted from the study procedures. It was possible that participants’ responses at posttest were affected by completing the same items at pretest, either due to guessing and wanting to affect the study hypotheses or simple item-related biases introduced by familiarity with the questions [<xref ref-type="bibr" rid="ref45">45</xref>]. However, some evidence suggests that questionnaire items do not affect student behavior [<xref ref-type="bibr" rid="ref46">46</xref>]. Further, if this were the case, we would expect to have seen similar effects for cyberbullying victimization, bullying perpetration, and SEC, which we did not. We were also hesitant to ascribe these findings to regression to the mean [<xref ref-type="bibr" rid="ref47">47</xref>]. The decrease was observed only for a specific subset of variables; as was already noted, bullying is common in school-based settings, so the likelihood that a large group of students from disparate settings and grades would significantly deviate from the population mean for bullying frequency is not conceptually strong. In addition, the impact of outlier cases on bullying frequency was minimized by the design, since the instance count in the questionnaire terminates at 4 (“4 or more times”). We also carefully avoided biases at the level of trial design by developing a protocol according to SPIRIT 2013 guidelines [<xref ref-type="bibr" rid="ref48">48</xref>], preregistering the study, reporting even minor deviations, and attending to common sources of bias in clinical and prospective studies [<xref ref-type="bibr" rid="ref49">49</xref>], though the possibility of unexplored confounding bias always must be considered [<xref ref-type="bibr" rid="ref50">50</xref>]. Finally, 110 students in the control group indicated that they had seen a play or presentation by ACT Out! Ensemble before, though the degree of confounding influence, or the topic of prior performances, is unknown.</p>
        <p>One such potential source of variance may have been the decision to randomize at the level of the classroom rather than at the level of the school. As has long been established, rigorous studies and evaluation of school-based programs is very methodologically difficult [<xref ref-type="bibr" rid="ref51">51</xref>]. Prior research has indicated that randomizing at the school level can be problematic because schools often implement various SEL, SEC, and bullying programs, and so confounding variance can be introduced [<xref ref-type="bibr" rid="ref23">23</xref>]. We were especially concerned about this when developing the protocol because SEL is written into expectations for Indiana schools, but not prescriptively (eg, schools can address it in different ways) [<xref ref-type="bibr" rid="ref2">2</xref>]. By randomizing classrooms, we attempted to evade this problem by ensuring that a school’s other activities outside of this study were relatively equally represented among intervention and control clusters. However, it is important to consider that bullying does not occur within pre-existing clusters; that is, one is not limited to bullying or being bullied by students in the same homeroom period or English class. Thus, it is possible that an intervention affecting a bullying-related behavior, delivered to a random half of clusters within a grade and school, would have an effect on all clusters.</p>
        <p>If this were the core mechanism explaining our data, then both bullying perpetration and victimization would theoretically be reduced; however, only victimization was reported to have been lowered. Thus, after careful consideration of the findings, including lack of SEC effect, high student receptivity and intervention fidelity, and significant time effects for traditional bullying victimization only, we hypothesize that the ACT Out! intervention may engender a heightened, defensive bystander response in participants. Bystander intervention in bullying has been associated with self-efficacy (belief that an intervention can be successful) [<xref ref-type="bibr" rid="ref52">52</xref>], perceived knowledge about how one might successfully intervene [<xref ref-type="bibr" rid="ref53">53</xref>], and the degree to which a bullying event is interpreted as serious [<xref ref-type="bibr" rid="ref54">54</xref>]. Many of the scenarios for each grade level emphasized the roles of individuals other than the bully and the victim within the vignette and illustrated ways that others could intervene in a situation. They also identified potentially serious consequences that could emerge from bullying, including self-harm, so we infer surface-level plausibility of this explanation.</p>
        <p>It is important to emphasize that while the data from this study were consistent with this explanation, the study itself <italic>does not</italic> provide causal evidence that the intervention engenders an increased likelihood for bystanders to intervene in bullying, nor was this an initial study hypothesis. Rather, we only know definitively that reported victimization decreased over time, in aggregate, among all participants. Additional research will be needed to determine the mechanism(s) by which this occurred. However, it is important to interpret and acknowledge all study findings to promote transparent research literature, and we have attempted to do so here.</p>
      </sec>
      <sec>
        <title>Limitations and Strengths</title>
        <p>This study was truncated unexpectedly by the COVID-19 pandemic, which had the effect of preventing planned 3-month outcome data collection and moderately affecting the number of clusters available for analysis for short-term outcomes (loss of 11 clusters). There were also several unplanned deviations from the study protocol, each of which has been documented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Participating schools were from both urban and rural counties in Indiana, and student participants were generally more diverse than the population of Indiana as a whole. However, some caution should be used when generalizing these findings outside of the participating schools, especially since participating schools were those that volunteered to participate in a randomized trial. Further, given sample proportions, the results can be generalized more readily to middle and high school students than elementary school students. The study also had several notable strengths, including prespecification of all analyses; use of multiple objective, external consultants to the research team; thorough documentation of all protocol deviations; use of validated measures; and provision of all student documents and data in an open-source format.</p>
      </sec>
      <sec>
        <title>Conclusions and Next Steps</title>
        <p>This study found no superiority for a 1-hour ACT Out! intervention compared to treatment as usual for SEC or offline bullying, but some evidence of a small effect for cyberbullying. As was already indicated, SEL and bullying interventions in schools tend to be lengthy and involved, and bullying interventions in particular may struggle to demonstrate effectiveness in randomized trials [<xref ref-type="bibr" rid="ref24">24</xref>]. Since ACT Out! is much shorter and highly scalable, we interpreted the findings in this study, though few and small in magnitude, with interest.</p>
        <p>We suggest several next steps for research in this area. First, a rigorous follow-up study with a new sample would be valuable, which addresses issues related to the interpretability of bullying victimization data, including measures of possible bystander effects and randomization at the school level while, if feasible, controlling for ongoing and recent bullying prevention programs. In doing so, scenario emphasis might also be reasonably shifted toward cyberbullying and away from physical bullying, for which potential iatrogenic effects in perpetration were computed in one of the models, though overall physical victimization declined. Second, additional data might also be collected on the sustainability of the effects beyond 2 weeks as well as on whether there is a dose-response relationship (eg, “Would 2 performances within a semester more strongly reduce victimization?”). This could also be extended by collecting measures related more broadly to student mental health, academic performance, and perceived school climate. Finally, on the practical side, given the high intervention fidelity, high student receptiveness, and preliminary evidence related to cyberbullying victimization, it would not be unreasonable for CMP to offer a performance of scenarios focused on cyberbullying prevention to supplement, rather than replace, extant bullying prevention programming. In practice (eg, outside of a trial), this intervention has comparatively low fiscal cost, only 1 hour of time is utilized, it requires no teacher time or preparation, and it may have some benefits.</p>
      </sec>
      <sec>
        <title>Additional Resources</title>
        <p>To facilitate replication and transparent research processes, we have included supplemental files that may be valuable to researchers. These include a table of intracluster correlations (<xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>), as well as the analysis syntax and datasets for per-protocol and intention-to-treat analyses (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendices 7</xref>-<xref ref-type="supplementary-material" rid="app9">9</xref>, respectively).</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Deviations from protocol.</p>
        <media xlink:href="mental_v8i1e25860_app1.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>ACT Out! scenario guide.</p>
        <media xlink:href="mental_v8i1e25860_app2.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Fourth-grade fidelity instrument.</p>
        <media xlink:href="mental_v8i1e25860_app3.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Seventh-grade fidelity instrument.</p>
        <media xlink:href="mental_v8i1e25860_app4.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Tenth-grade fidelity instrument.</p>
        <media xlink:href="mental_v8i1e25860_app5.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Intracluster correlation table.</p>
        <media xlink:href="mental_v8i1e25860_app6.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Analysis syntax.</p>
        <media xlink:href="mental_v8i1e25860_app7.zip" xlink:title="ZIP File  (Zip Archive), 3 KB"/>
      </supplementary-material>
      <supplementary-material id="app8">
        <label>Multimedia Appendix 8</label>
        <p>Dataset for per-protocol analysis.</p>
        <media xlink:href="mental_v8i1e25860_app8.zip" xlink:title="ZIP File  (Zip Archive), 138 KB"/>
      </supplementary-material>
      <supplementary-material id="app9">
        <label>Multimedia Appendix 9</label>
        <p>Dataset for intent-to-treat analysis.</p>
        <media xlink:href="mental_v8i1e25860_app9.zip" xlink:title="ZIP File  (Zip Archive), 144 KB"/>
      </supplementary-material>
      <supplementary-material id="app10">
        <label>Multimedia Appendix 10</label>
        <p>CONSORT E-HEALTH checklist (V 1.6.1).</p>
        <media xlink:href="mental_v8i1e25860_app10.pdf" xlink:title="PDF File  (Adobe PDF File), 680 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCS-A</term>
          <def>
            <p>Bullying and Cyberbullying Scale for Adolescents</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CMP</term>
          <def>
            <p>Claude McNeal Productions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DSECS-S</term>
          <def>
            <p>Delaware Social-Emotional Competency Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ITT</term>
          <def>
            <p>intention to treat</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MI</term>
          <def>
            <p>multiple imputation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PP</term>
          <def>
            <p>per-protocol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SEC</term>
          <def>
            <p>social-emotional competence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SEL</term>
          <def>
            <p>social-emotional learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">WCSD-SECA</term>
          <def>
            <p>Washoe County School District Social-Emotional Competency Assessment</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Funding for this study was provided by Lilly Endowment Inc, grant no. 2019 0543, to Claude McNeal Productions. Funding was provided to Prevention Insights via a subaward from that grant. Claude McNeal Productions and their representatives own the rights to the ACT Out! Social Issue Theater program. No one from that organization was involved in preparing the study protocol, interpreting findings, conducting analyses, or writing this manuscript, both as a matter of practice and per written agreement in the subaward to Prevention Insights.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>ACT Out Ensemble 2020</article-title>
          <source>McNeal C</source>
          <access-date>2020-07-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.claudemcnealproductions.com/act-out-ensemble/">https://www.claudemcnealproductions.com/act-out-ensemble/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jayawardene</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Agley</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Gassman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Effects of the ACT OUT! Social Issue Theater Program on Social-Emotional Competence and Bullying in Youth and Adolescents: Protocol for a Cluster Randomized Controlled Trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>4</month>
          <day>13</day>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>e17900</fpage>
          <pub-id pub-id-type="doi">10.2196/17900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Show licensing 2020</article-title>
          <source>McNeal C</source>
          <access-date>2020-11-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.claudemcnealproductions.com/show-licensing/">https://www.claudemcnealproductions.com/show-licensing/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Arkin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Godine</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Toward an integrated approach to positive development: Implications for intervention</article-title>
          <source>Applied Developmental Science</source>
          <year>2016</year>
          <month>02</month>
          <day>29</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>214</fpage>
          <lpage>236</lpage>
          <pub-id pub-id-type="doi">10.1080/10888691.2016.1146080</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinds</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dickson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Melendez-Torres</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bonell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>What is positive youth development and how might it reduce substance use and violence? A systematic review and synthesis of theoretical literature</article-title>
          <source>BMC Public Health</source>
          <year>2016</year>
          <month>2</month>
          <day>10</day>
          <volume>16</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/s12889-016-2817-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Oberle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Durlak</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Weissberg</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Promoting Positive Youth Development Through School-Based Social and Emotional Learning Interventions: A Meta-Analysis of Follow-Up Effects</article-title>
          <source>Child Dev</source>
          <year>2017</year>
          <month>07</month>
          <day>07</day>
          <volume>88</volume>
          <issue>4</issue>
          <fpage>1156</fpage>
          <lpage>1171</lpage>
          <pub-id pub-id-type="doi">10.1111/cdev.12864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domitrovich</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Durlak</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Staley</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Weissberg</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Social-Emotional Competence: An Essential Factor for Promoting Positive Adjustment and Reducing Risk in School Children</article-title>
          <source>Child Dev</source>
          <year>2017</year>
          <month>02</month>
          <day>18</day>
          <volume>88</volume>
          <issue>2</issue>
          <fpage>408</fpage>
          <lpage>416</lpage>
          <pub-id pub-id-type="doi">10.1111/cdev.12739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Espelage</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Polanin</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>The Impact of a Middle School Program to Reduce Aggression, Victimization, and Sexual Violence</article-title>
          <source>Journal of Adolescent Health</source>
          <year>2013</year>
          <month>08</month>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>180</fpage>
          <lpage>186</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2013.02.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Portnow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Downer</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Reductions in aggressive behavior within the context of a universal, social emotional learning program: Classroom- and student-level mechanisms</article-title>
          <source>Journal of School Psychology</source>
          <year>2018</year>
          <month>06</month>
          <volume>68</volume>
          <fpage>38</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsp.2017.12.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Modecki</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Minchin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harbaugh</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Guerra</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Runions</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>Bullying Prevalence Across Contexts: A Meta-analysis Measuring Cyber and Traditional Bullying</article-title>
          <source>Journal of Adolescent Health</source>
          <year>2014</year>
          <month>11</month>
          <volume>55</volume>
          <issue>5</issue>
          <fpage>602</fpage>
          <lpage>611</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2014.06.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arseneault</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Annual Research Review: The persistent and pervasive impact of being bullied in childhood and adolescence: implications for policy and practice</article-title>
          <source>J Child Psychol Psychiatr</source>
          <year>2017</year>
          <month>11</month>
          <day>14</day>
          <volume>59</volume>
          <issue>4</issue>
          <fpage>405</fpage>
          <lpage>421</lpage>
          <pub-id pub-id-type="doi">10.1111/jcpp.12841</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoeler</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cecil</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Ploubidis</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Pingault</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Quasi-experimental evidence on short- and long-term consequences of bullying victimization: A meta-analysis</article-title>
          <source>Psychological Bulletin</source>
          <year>2018</year>
          <month>12</month>
          <volume>144</volume>
          <issue>12</issue>
          <fpage>1229</fpage>
          <lpage>1246</lpage>
          <pub-id pub-id-type="doi">10.1037/bul0000171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Ttofi</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Examining the Effectiveness of School-Bullying Intervention Programs Globally: a Meta-analysis</article-title>
          <source>Int Journal of Bullying Prevention</source>
          <year>2019</year>
          <month>2</month>
          <day>21</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1007/s42380-019-0007-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ttofi</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of school-bullying prevention programs: An updated meta-analytical review</article-title>
          <source>Aggression and Violent Behavior</source>
          <year>2019</year>
          <month>03</month>
          <volume>45</volume>
          <fpage>111</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1016/j.avb.2018.07.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ttofi</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of school-based programs to reduce bullying: a systematic and meta-analytic review</article-title>
          <source>J Exp Criminol</source>
          <year>2010</year>
          <month>9</month>
          <day>16</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1007/s11292-010-9109-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Espelage</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Ttofi</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Are cyberbullying intervention and prevention programs effective? A systematic and meta-analytical review</article-title>
          <source>Aggression and Violent Behavior</source>
          <year>2019</year>
          <month>03</month>
          <volume>45</volume>
          <fpage>134</fpage>
          <lpage>153</lpage>
          <pub-id pub-id-type="doi">10.1016/j.avb.2018.07.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jiménez-Barbero</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Hernández</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Llor-Zaragoza</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-García</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Llor-Esteban</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of anti-bullying school programs: A meta-analysis</article-title>
          <source>Children and Youth Services Review</source>
          <year>2016</year>
          <month>02</month>
          <volume>61</volume>
          <fpage>165</fpage>
          <lpage>175</lpage>
          <pub-id pub-id-type="doi">10.1016/j.childyouth.2015.12.015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menesini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salmivalli</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Bullying in schools: the state of knowledge and effective interventions</article-title>
          <source>Psychology, Health &#38; Medicine</source>
          <year>2017</year>
          <month>01</month>
          <day>24</day>
          <volume>22</volume>
          <issue>sup1</issue>
          <fpage>240</fpage>
          <lpage>253</lpage>
          <pub-id pub-id-type="doi">10.1080/13548506.2017.1279740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradshaw</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Translating research to practice in bullying prevention</article-title>
          <source>American Psychologist</source>
          <year>2015</year>
          <month>05</month>
          <volume>70</volume>
          <issue>4</issue>
          <fpage>322</fpage>
          <lpage>332</lpage>
          <pub-id pub-id-type="doi">10.1037/a0039114</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serwacki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nickerson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schrantz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Guide to School-Wide Bullying Prevention Programs</article-title>
          <source>Alberti Center for Bullying Abuse Prevention: University at Buffalo</source>
          <year>2017</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ed.buffalo.edu/content/dam/ed/alberti/docs/Bullying-Prevention-Program-Guide.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rawlings</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Stoddard</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>A Critical Review of Anti‐Bullying Programs in North American Elementary Schools</article-title>
          <source>J School Health</source>
          <year>2019</year>
          <month>07</month>
          <day>17</day>
          <volume>89</volume>
          <issue>9</issue>
          <fpage>759</fpage>
          <lpage>780</lpage>
          <pub-id pub-id-type="doi">10.1111/josh.12814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Renshaw</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Jimerson</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Enhancing Student Attitudes via a Brief, Universal-Level Bullying Prevention Curriculum</article-title>
          <source>School Mental Health</source>
          <year>2011</year>
          <month>12</month>
          <day>8</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>115</fpage>
          <lpage>128</lpage>
          <pub-id pub-id-type="doi">10.1007/s12310-011-9069-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Axford</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bjornstad</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Clarkson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ukoumunne</surname>
              <given-names>OC</given-names>
            </name>
            <name name-style="western">
              <surname>Wrigley</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchings</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Effectiveness of the KiVa Bullying Prevention Program in Wales, UK: Results from a Pragmatic Cluster Randomized Controlled Trial</article-title>
          <source>Prev Sci</source>
          <year>2020</year>
          <month>4</month>
          <day>2</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>615</fpage>
          <lpage>626</lpage>
          <pub-id pub-id-type="doi">10.1007/s11121-020-01103-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rapee</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bussey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Mihalopoulos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Radom</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cordin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Combining whole‐school and targeted programs for the reduction of bullying victimization: A randomized, effectiveness trial</article-title>
          <source>Aggr Behav</source>
          <year>2020</year>
          <month>05</month>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>209</lpage>
          <pub-id pub-id-type="doi">10.1002/ab.21881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauby</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>LaPollo</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Herbst</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Painter</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Batson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pierre</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Milnamow</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Preventing AIDS through Live Movement and Sound: Efficacy of a Theater-Based HIV Prevention Intervention Delivered to High-Risk Male Adolescents in Juvenile Justice Settings</article-title>
          <source>AIDS Education and Prevention</source>
          <year>2010</year>
          <month>10</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>402</fpage>
          <lpage>416</lpage>
          <pub-id pub-id-type="doi">10.1521/aeap.2010.22.5.402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salmivalli</surname>
              <given-names>Christina</given-names>
            </name>
            <name name-style="western">
              <surname>Kaukiainen</surname>
              <given-names>Ari</given-names>
            </name>
            <name name-style="western">
              <surname>Voeten</surname>
              <given-names>Marinus</given-names>
            </name>
          </person-group>
          <article-title>Anti-bullying intervention: implementation and outcome</article-title>
          <source>Br J Educ Psychol</source>
          <year>2005</year>
          <month>09</month>
          <volume>75</volume>
          <issue>Pt 3</issue>
          <fpage>465</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1348/000709905X26011</pub-id>
          <pub-id pub-id-type="medline">16238877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joronen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Konu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rankin</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Astedt-Kurki</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>An evaluation of a drama program to enhance social relationships and anti-bullying at elementary school: a controlled study</article-title>
          <source>Health Promotion International</source>
          <year>2011</year>
          <month>03</month>
          <day>07</day>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1093/heapro/dar012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mantz</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Bear</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Delaware Social-Emotional Competency Scale (DSECS-S): Evidence of Validity and Reliability</article-title>
          <source>Child Ind Res</source>
          <year>2016</year>
          <month>10</month>
          <day>29</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <lpage>157</lpage>
          <pub-id pub-id-type="doi">10.1007/s12187-016-9427-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Coates</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Connor</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the Bullying and Cyberbullying Scale for Adolescents: A multi-dimensional measurement model</article-title>
          <source>Br J Educ Psychol</source>
          <year>2018</year>
          <month>05</month>
          <day>03</day>
          <volume>89</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1111/bjep.12223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dent</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hennesy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galaif</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Stacy</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation and Process Evaluation of a School-Based Drug Abuse Prevention Program: Project towards No Drug Abuse</article-title>
          <source>J Drug Educ</source>
          <year>1998</year>
          <month>12</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>375</lpage>
          <pub-id pub-id-type="doi">10.2190/ufy9-whxx-afc1-rxb1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Crowder</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Domitrovich</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>BI</given-names>
            </name>
          </person-group>
          <article-title>A continuous improvement approach to social and emotional competency measurement</article-title>
          <source>Journal of Applied Developmental Psychology</source>
          <year>2018</year>
          <month>03</month>
          <volume>55</volume>
          <fpage>93</fpage>
          <lpage>106</lpage>
          <pub-id pub-id-type="doi">10.1016/j.appdev.2017.03.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haahr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haahr</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Random.org</source>
          <year>2020</year>
          <access-date>2020-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.random.org/">https://www.random.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Audette</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Rochester</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Methodological Issues With Coding Participants in Anonymous Psychological Longitudinal Studies</article-title>
          <source>Educational and Psychological Measurement</source>
          <year>2019</year>
          <month>04</month>
          <day>22</day>
          <volume>80</volume>
          <issue>1</issue>
          <fpage>163</fpage>
          <lpage>185</lpage>
          <pub-id pub-id-type="doi">10.1177/0013164419843576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tidd</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jayawardene</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Agley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gassman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Developing and Validating a Novel Anonymous Method for Matching Longitudinal School-Based Data</article-title>
          <source>Educational and Psychological Measurement</source>
          <year>2020</year>
          <month>07</month>
          <day>08</day>
          <fpage>001316442093845</fpage>
          <pub-id pub-id-type="doi">10.1177/0013164420938457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Royston</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Multiple imputation using chained equations: Issues and guidance for practice</article-title>
          <source>Statist. Med</source>
          <year>2010</year>
          <month>11</month>
          <day>30</day>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>377</fpage>
          <lpage>399</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.4067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasserstein</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Lazar</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>The ASA Statement on                                        -Values: Context, Process, and Purpose</article-title>
          <source>The American Statistician</source>
          <year>2016</year>
          <month>06</month>
          <day>09</day>
          <volume>70</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1080/00031305.2016.1154108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jakobsen</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Gluud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wetterslev</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Winkel</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>When and how should multiple imputation be used for handling missing data in randomised clinical trials – a practical guide with flowcharts</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2017</year>
          <month>12</month>
          <day>6</day>
          <volume>17</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/s12874-017-0442-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ranganathan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pramesh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Common pitfalls in statistical analysis: Intention-to-treat versus per-protocol analysis</article-title>
          <source>Perspect Clin Res</source>
          <year>2016</year>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>144</fpage>
          <pub-id pub-id-type="doi">10.4103/2229-3485.184823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Riemer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Flay</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>DuBois</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pelham Jr</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Massetti</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Approaches to measuring implementation fidelity in school-based program evaluations</article-title>
          <source>Journal of Character Education</source>
          <year>2009</year>
          <month>07</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>75</fpage>
          <lpage>101</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://people.oregonstate.edu/~flayb/MY%20PUBLICATIONS/Positive%20Action/Bickman%20etal09%20Measuring%20implementation%20fidelity.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rohrbach</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Gunning</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Project Towards No Drug Abuse (TND) Dissemination Trial: Implementation Fidelity and Immediate Outcomes</article-title>
          <source>Prev Sci</source>
          <year>2009</year>
          <month>9</month>
          <day>15</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1007/s11121-009-0151-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Little</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rohrbach</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>The effects of implementation fidelity in the Towards No Drug Abuse dissemination trial</article-title>
          <source>Health Education</source>
          <year>2013</year>
          <month>06</month>
          <day>21</day>
          <volume>113</volume>
          <issue>4</issue>
          <fpage>281</fpage>
          <lpage>296</lpage>
          <pub-id pub-id-type="doi">10.1108/09654281311329231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKown</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Student social and emtoional competence assessment: The current state of the field and a vision for its future</article-title>
          <source>Collaborative for Academic, Social, and Emotional Learning</source>
          <year>2019</year>
          <month>10</month>
          <access-date>2020-12-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://casel.org/wp-content/uploads/2020/04/AWG-State-of-the-Field-Report_2019_DIGITAL_Final.pdf">https://casel.org/wp-content/uploads/2020/04/AWG-State-of-the-Field-Report_2019_DIGITAL_Final.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Salkind</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <source>Encyclopedia of Research Design</source>
          <year>2010</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tokunaga</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Following you home from school: A critical review and synthesis of research on cyberbullying victimization</article-title>
          <source>Computers in Human Behavior</source>
          <year>2010</year>
          <month>5</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>287</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2009.11.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>BCK</given-names>
            </name>
            <name name-style="western">
              <surname>Pak</surname>
              <given-names>AWP</given-names>
            </name>
          </person-group>
          <article-title>A catalog of biases in questionnaires</article-title>
          <source>Prev Chronic Dis</source>
          <year>2005</year>
          <month>01</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>A13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/pcd/issues/2005/jan/04_0050.htm"/>
          </comment>
          <pub-id pub-id-type="medline">15670466</pub-id>
          <pub-id pub-id-type="pii">A13</pub-id>
          <pub-id pub-id-type="pmcid">PMC1323316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stacy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flay</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Developing school-based tobacco use prevention and cessation programs</source>
          <year>1995</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Statistics Notes: Some examples of regression towards the mean</article-title>
          <source>BMJ</source>
          <year>1994</year>
          <month>09</month>
          <day>24</day>
          <volume>309</volume>
          <issue>6957</issue>
          <fpage>780</fpage>
          <lpage>780</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.309.6957.780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>Peter C</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dickersin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Parulekar</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Krleza-Jeric</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laupacis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>SPIRIT 2013 explanation and elaboration: guidance for protocols of clinical trials</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>01</month>
          <day>08</day>
          <volume>346</volume>
          <fpage>e7586</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23303884"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.e7586</pub-id>
          <pub-id pub-id-type="medline">23303884</pub-id>
          <pub-id pub-id-type="pmcid">PMC3541470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gluud</surname>
              <given-names>LL</given-names>
            </name>
          </person-group>
          <article-title>Bias in clinical intervention research</article-title>
          <source>Am J Epidemiol</source>
          <year>2006</year>
          <month>03</month>
          <day>15</day>
          <volume>163</volume>
          <issue>6</issue>
          <fpage>493</fpage>
          <lpage>501</lpage>
          <pub-id pub-id-type="doi">10.1093/aje/kwj069</pub-id>
          <pub-id pub-id-type="medline">16443796</pub-id>
          <pub-id pub-id-type="pii">kwj069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stenson</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Kepler</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Bias in Prospective Research and How to Avoid it</article-title>
          <source>Clinical Spine Surgery</source>
          <year>2019</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>254</fpage>
          <lpage>255</lpage>
          <pub-id pub-id-type="doi">10.1097/bsd.0000000000000767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaycox</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>McCaffrey</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Ocampo</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Blake</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Richmond</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Kub</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Challenges in the Evaluation and Implementation of School-Based Prevention and Intervention Programs on Sensitive Topics</article-title>
          <source>American Journal of Evaluation</source>
          <year>2016</year>
          <month>06</month>
          <day>30</day>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>320</fpage>
          <lpage>336</lpage>
          <pub-id pub-id-type="doi">10.1177/1098214006291010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jungert</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Bystander behavior in bullying situations: Basic moral sensitivity, moral disengagement and defender self-efficacy</article-title>
          <source>Journal of Adolescence</source>
          <year>2013</year>
          <month>6</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>475</fpage>
          <lpage>483</lpage>
          <pub-id pub-id-type="doi">10.1016/j.adolescence.2013.02.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Cleemput</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vandebosch</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pabian</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Personal characteristics and contextual factors that determine "helping," "joining in," and "doing nothing" when witnessing cyberbullying</article-title>
          <source>Aggress Behav</source>
          <year>2014</year>
          <volume>40</volume>
          <issue>5</issue>
          <fpage>383</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1002/ab.21534</pub-id>
          <pub-id pub-id-type="medline">24838667</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Nickerson</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Bullying participant roles and gender as predictors of bystander intervention</article-title>
          <source>Aggr. Behav</source>
          <year>2016</year>
          <month>11</month>
          <day>11</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>281</fpage>
          <lpage>290</lpage>
          <pub-id pub-id-type="doi">10.1002/ab.21688</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
