<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id><journal-id journal-id-type="publisher-id">mental</journal-id><journal-id journal-id-type="index">16</journal-id><journal-title>JMIR Mental Health</journal-title><abbrev-journal-title>JMIR Ment Health</abbrev-journal-title><issn pub-type="epub">2368-7959</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e73617</article-id><article-id pub-id-type="doi">10.2196/73617</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Digital Contingency Management for Substance Use Disorder Treatment: 12-Month Quasi-Experimental Design</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Zhang</surname><given-names>Xiaoni</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hardcastle</surname><given-names>Valerie</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Management, Information Systems and Quantitative Methods, The University of Alabama at Birmingham</institution><addr-line>CSB 371 710 13th Street South</addr-line><addr-line>Birmingham</addr-line><addr-line>AL</addr-line><country>United States</country></aff><aff id="aff2"><institution>Institute for Health Innovation, Northern Kentucky University</institution><addr-line>Highland Heights</addr-line><addr-line>KY</addr-line><country>USA</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Torous</surname><given-names>John</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Agu</surname><given-names>Chiamaka Pamela</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Ogbeta</surname><given-names>Cordia</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Xiaoni Zhang, PhD, Department of Management, Information Systems and Quantitative Methods, The University of Alabama at Birmingham, CSB 371 710 13th Street South, Birmingham, AL, 35294, United States, 1 2059348890, 1 2059348830; <email>xzhang2@uab.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>2</day><month>9</month><year>2025</year></pub-date><volume>12</volume><elocation-id>e73617</elocation-id><history><date date-type="received"><day>07</day><month>03</month><year>2025</year></date><date date-type="rev-recd"><day>06</day><month>06</month><year>2025</year></date><date date-type="accepted"><day>07</day><month>06</month><year>2025</year></date></history><copyright-statement>&#x00A9; Xiaoni Zhang, Valerie Hardcastle. Originally published in JMIR Mental Health (<ext-link ext-link-type="uri" xlink:href="https://mental.jmir.org">https://mental.jmir.org</ext-link>), 2.9.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://mental.jmir.org/">https://mental.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://mental.jmir.org/2025/1/e73617"/><abstract><sec><title>Background</title><p>Although contingency management has shown some efficacy in substance use disorder treatment, digital contingency management (DCM) needs more evidence supporting its value in treating substance misuse.</p></sec><sec><title>Objective</title><p>This study aimed to evaluate the effectiveness of DCM in treating substance use disorder by examining 2 key outcome variables&#x2014;abstinence and appointment attendance.</p></sec><sec sec-type="methods"><title>Methods</title><p>A 12-month quasi-experimental design was conducted by enrolling patients into 2 groups using an alternating assignment process: one group receiving treatment-as-usual plus DCM and the other receiving treatment as usual with no contingency management. Propensity score matching was conducted to match groups on covariates. After matching, <italic>t</italic> tests were conducted to examine the difference between groups on urine abstinence and appointment attendance rates.</p></sec><sec sec-type="results"><title>Results</title><p>Two cohorts of propensity-matched patients (66 interventions and 59 controls) were analyzed. Abstinence was significantly higher in the DCM group (mean 0.92, 95% CI 0.88&#x2010;0.96) than in the treatment-as-usual group (mean 0.85, 95% CI 0.79&#x2010;0.90; <italic>P</italic>&#x003C;.01). Appointment attendance also demonstrated significant differences between the groups, with the DCM group achieving a mean rate of 0.69 (95% CI 0.65&#x2010;0.74) compared with 0.50 (95% CI 0.45&#x2010;0.55) in the treatment-as-usual group (<italic>P</italic>&#x003C;.001). This notable increase highlights the role of DCM in fostering engagement with care, an essential factor for successful treatment outcomes.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>The results suggest that DCM can be an effective treatment modality for substance use disorder.</p></sec></abstract><kwd-group><kwd>digital contingency management</kwd><kwd>contingency management</kwd><kwd>substance use disorder</kwd><kwd>outcome</kwd><kwd>mobile app</kwd><kwd>abstinence</kwd><kwd>appointment attendance</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Substance use disorders (SUDs) are a worldwide public health concern that impacts millions of people and weighs heavily on health care systems, families, and communities [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Over the past decade, substance use problems have been linked to a significant rise in both sickness and death rates globally [<xref ref-type="bibr" rid="ref3">3</xref>]. Even with the presence of proven treatments, treatment-related attendance and follow-up remain significant barriers to recovery, and the rate of dropout ranges between 20% and 70% for different treatment programs [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Treatment adherence (ie, appointment attendance) and continued substance abstinence are 2 crucial elements that impact the outcome of treatment [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. However, traditional treatment protocols struggle with multiple problems, such as low appointment attendance as well as long-term abstinence and relapse rates [<xref ref-type="bibr" rid="ref8">8</xref>].</p><p>Contingency management (CM) is one of the most research-validated behavioral treatments to increase abstinence and treatment adherence in SUD treatment [<xref ref-type="bibr" rid="ref9">9</xref>]. The foundation of CM is operant conditioning, which holds that actions leading to favorable outcomes are more likely to be repeated, whereas actions that result in unfavorable outcomes are less likely to be repeated. CM can be used to address several health behaviors, including medication adherence, substance use, weight loss, and quitting smoking. Based on behavioral economics and operant conditioning, this methodology is a systematic offering of material reward or incentive, depending on verified target outcomes such as passing drug tests or attending appointments [<xref ref-type="bibr" rid="ref10">10</xref>]. The efficacy of CM has been consistently shown in meta-analyses for a range of SUDs, and in some studies, CM can boost medication adherence, therapy attendance, and abstinence rates [<xref ref-type="bibr" rid="ref8">8</xref>]. Despite this solid evidence base, traditional CM implementation has limitations, including excessive administrative overheads, frequent in-person testing of target behavior, cumbersome reward systems, and policy obstacles, such as US federal antikickback and beneficiary inducement monetary and criminal sanctions [<xref ref-type="bibr" rid="ref11">11</xref>].</p></sec><sec id="s1-2"><title>Previous Work</title><p>Digital contingency management (DCM) combines the traditional CM paradigm with digital health tools, which is the next generation of SUD treatment delivery. DCM involves using remote, technology-based techniques (such as the internet and smartphones) to track drug status using biochemical sensors (such as breath alcohol and carbon monoxide monitors) and to provide desired outcomes, such as monetary rewards depending on drug abstinence [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Such online enhancements are not only efficient at providing CM but also offer unparalleled data collection and program optimization.</p><p>Digital technologies offer multiple benefits for CM over other forms of implementation. First among these is greater accessibility as digital services transcend geographic boundaries and transportation expenses, especially for patients living in congested urban, rural, or underserved communities. Digital platforms remove much of the administrative cost as automated solutions cut staff time compared with manual CM systems while keeping similar verification accuracy rates. In addition, DCM systems&#x2019; real-time data collection capabilities allow dynamic program optimization: machine learning algorithms can recognize patterns in patient usage and adjust reward schedules to optimize treatment. Data show that personalized digital incentives better drive program retention than traditional fixed-schedule solutions [<xref ref-type="bibr" rid="ref14">14</xref>]. DCM implementations may be affordable, with programs averaging per-patient costs less than traditional CM while achieving equal or better outcomes.</p><p>Even with the promising potential of digital CM, there is still a lack of comprehensive understanding of how it compares with traditional CM methods. Existing literature provides substantial evidence supporting the efficacy of traditional CM in SUD treatments, particularly for smoking cessation and alcohol use disorders [<xref ref-type="bibr" rid="ref15">15</xref>]. However, more research is needed to evaluate its effectiveness in treating drug use. While DCM shows significant potential as an innovative approach, there remains a critical need for robust empirical evidence to validate its efficacy and broader applicability [<xref ref-type="bibr" rid="ref15">15</xref>].</p></sec><sec id="s1-3"><title>Study Objectives</title><p>CM is underutilized in clinical settings [<xref ref-type="bibr" rid="ref12">12</xref>]. If proven effective, DCM could present a better modality for widespread adoption. There is a pressing need to understand the interrelationships between appointment attendance, abstinence outcomes, and DCM interventions [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. This understanding is crucial for developing more effective, integrated treatment approaches to better support individuals in their recovery journey [<xref ref-type="bibr" rid="ref17">17</xref>].</p><p>In this study, we attempted to fill critical gaps in understanding the impact of DCM on SUD treatment by evaluating its effectiveness on 2 key outcomes: appointment attendance and abstinence. In particular, we compared a standardized DCM intervention with treatment as usual across multiple sites in a time-randomized controlled trial. These results will be part of the scientific evidence base for digital behavioral interventions in SUD treatment and should guide the development of more effective, accessible, and long-term treatment solutions. Here, we aim to provide some evidence-based recommendations for enhancing SUD treatment protocols. This research aimed to answer the following research questions: (1) How does DCM impact treatment adherence, as measured by appointment attendance? (2) How does DCM impact treatment outcomes, as measured by substance test abstinence rates?</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>DynamiCare Health provided the DCM platform. We conducted a 12-month quasi-experimental study of DCM in a SUD population seeking treatment in partnership with providers located in the Greater Cincinnati Metropolitan Statistical Area. This quasi-experimental design used 2 groups to compare treatment outcomes between a non-DCM treatment-as-usual control group and a DCM experimental group. Participants were assigned to their group using an alternating assignment process based on the sequence of their enrollment in the program, rather than through random assignment. This approach was adopted due to pragmatic and ethical constraints in operating in a real-world clinical setting. Pure randomization was not feasible at intake because clinicians had to obtain informed consent before assigning a patient to the experimental group. To mitigate bias, intake coordinators were instructed to follow a strict alternating pattern, regardless of patient characteristics or interest, with no discretion in who was offered participation.</p><p>The study was carried out over a 4-year period from 2021 to 2024. Clients used the DynamiCare Health mobile app on smartphones to check into their treatment appointments (verified by GPS) and track any financial rewards they earned. These rewards were provided on a smart debit card that blocked access to charges in bars, liquor stores, and cash withdrawals.</p><p>Due to practical constraints of this real-world implementation study, a formal a priori power analysis was not conducted. The sample size was determined by the number of eligible patients who consented to participate in the study during the enrollment period. While our final matched sample (66 interventions and 59 controls) was relatively modest for a 12-month study, it proved sufficient to detect statistically significant differences in our primary outcomes. However, we acknowledge that the relatively small sample size may have limited our ability to detect smaller effect sizes, particularly for secondary outcomes or subgroup analyses.</p><p>In our study, missing data and attrition were minimal. Participants&#x2019; appointment attendance and urine test results were extracted from electronic health records, which systematically document all scheduled appointments and urine screens, including missed visits and missed tests. Therefore, nonattendance and missing urine tests were captured as part of the outcome measurement rather than treated as missing data.</p><p>Participants who disengaged from treatment or failed to provide urine samples were included in the denominator when calculating appointment attendance rates and urine test success rates, in accordance with an intention-to-treat principle. No participants were excluded due to missing data. As a result, there was no attrition bias requiring adjustment.</p></sec><sec id="s2-2"><title>Procedure</title><p>Patients were assigned to groups using an alternating assignment process. During intake, an intake coordinator described the DCM project to the first patient. If this patient were interested in participating, they were consented and placed in the experimental group. The next patient the intake coordinator saw would automatically be placed in the treatment-as-usual control group without receiving any project description. This alternating process continued, offering participation in the project to every other patient. The intake coordinator then informed therapists of each patient&#x2019;s group assignment, and therapists explained the DynamiCare system to those in the experimental group during their second appointment. Participants in the control group were not given any further instructions; they just received treatment as usual. The electronic health record system documented all treatment events in which the experimental and control groups participated and their medical histories.</p><p>The enrollment order assignment is not true randomization and could introduce bias. To address this, we used patient ID as a proxy for enrollment sequence and tested whether our outcomes showed systematic trends over the enrollment period. To address this, we conducted time series analyses to check for secular trends in our outcome measures during the enrollment period. We found no significant temporal patterns in either abstinence rates (<italic>P</italic>=.59) or appointment attendance (<italic>P</italic>=.47) across the study time frame for the experimental group. We conducted the same analyses for the control group with similarly nonsignificant results (<italic>P</italic>=.49 for urine abstinence rate and <italic>P</italic>=.28 for appointment rate). These findings provide strong evidence that time-dependent confounding was not a concern in our study. The lack of significant temporal trends in our outcomes suggests that the sequential assignment of participants did not introduce systematic bias beyond what was addressed by our propensity score matching approach.</p></sec><sec id="s2-3"><title>Intervention DCM</title><p>There were only 2 differences between the experimental group and the control group. First, the experimental group received financial awards for completing prescribed treatment activities and for remaining sober. The control group engaged in the same treatment and testing regimen; however, it received no financial rewards for success. And second, the experimental group used a phone app as part of its treatment protocol, while the control group did not use a phone app as part of its treatment protocol. The experimental group&#x2019;s app allowed the participants to check into their appointments online, which DynamiCare could then use to verify attendance by a location tracker. The app also tracked the cash value to the experimental group participants&#x2019; debit card as they received rewards for complying with their prescribed treatment activities and purchased allowable items or services. The DynamiCare company disbursed the reward funds as each of the experimental participants completed each prescribed activity successfully.</p><p>Patients in the experimental group used their own iOS or Android smartphones in this study. The intake coordinator assisted patients in downloading and logging into the app for the first time. At the time of primary data collection for this study, the HIPAA (Health Insurance Portability and Accountability Act)-compliant mobile DynamiCare app was used only to locate patients during scheduled therapeutic appointments and to reward patients completing specific, verified, and scheduled activities (the app now includes many interactive features).</p><p>In the experimental group, cash rewards were promptly provided for attending scheduled counseling appointments and receiving a negative outcome in urine screens. The system recorded negative &#x201C;weeks since onboarded&#x201D; as an automatic process from the account creation. Usually, patients downloaded the app shortly after receiving the invitation, but there were occasions when the users did not access the app for weeks (or at all). Four sites implemented the intervention between October 16, 2020, and September 13, 2023.</p><p>Participants could earn up to US $600 in rewards over a 12-month period, with incentives front-loaded during the first 3 months to foster engagement and a pattern of active effort. During this initial period, participants could earn US $100 per month, with the rewards tapering down in subsequent months. Specifically, months 4&#x2010;6 offered US $50 per month, months 7&#x2010;9 provided US $40 per month, and months 10&#x2010;12 offered US $25 per month.</p><p>Both experimental and control group participants underwent the same therapy and urine testing sequences, following the protocols of their individual behavioral health units. Both the experimental and control groups participated in clinical activities, as per the protocols of the individual treatment facilities (these did not differ by group, although they could differ by individual, depending on medical recommendations). But the recommendations were not determined by app usage; rather, in both groups, participants were treated as they ordinarily would have been, regardless of the DCM intervention.</p></sec><sec id="s2-4"><title>Outcome Variables</title><p>The outcome variables were abstinence and appointment attendance. Abstinence was measured using objective methods, specifically, urine drug screening. Urine test success is measured as the number of negative urine test results or medically consistent results divided by the total number of urine tests logged by providers in their electronic medical records. A test was marked consistent, or abstinent, if it met medical expectations: negative for illicit substances, with positive results for prescribed substances allowed. Appointment attendance was calculated as the number of attended appointments divided by the total number of scheduled appointments.</p><p>All participants who enrolled in the program were included in the analysis regardless of their level of engagement. Missed appointments and missing urine screens were treated as part of the outcome definitions rather than missing data, using the following formula for appointment attendance rate: appointment attendance/(total number of missed appointments + total number of attended appointments). No participants were excluded due to missing information, ensuring a complete analysis under an intention-to-treat framework. We examined the potential time-dependent confound arising from our enrollment order assignment and did not find any significant temporal trends in our outcomes.</p><p>While we did not conduct a formal a priori power analysis due to the pragmatic nature of this implementation study, we assessed the adequacy of the sample size post hoc by evaluating the observed effect sizes and associated <italic>P</italic> values for our primary outcomes. We used G*Power (version 3.1.9.7) to determine the statistical power of the study. To detect a medium effect size (Cohen <italic>d</italic>=0.50) with a 1-tailed independent samples <italic>t</italic> test at a significance level of &#x03B1;=.05, and using our matched sample sizes (66 in the treatment group and 59 in the control group), we achieved a power of 87.1%. This means that there is an 87.1% probability of detecting a true medium-sized effect if one exists, which exceeds the conventional 80% threshold typically considered acceptable in most fields. Our matched sample of 125 participants (66 treatment and 59 control) thus provides sufficient power to detect medium effects in our primary outcomes. We have added this explanation to the &#x201C;Study Design&#x201D; section.</p></sec><sec id="s2-5"><title>Propensity Score Matching</title><p>Propensity score matching (PSM) was used to remove confounding bias [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>] as our experimental study was randomized based only on the time of program entry. To control for selection bias, we used nearest neighbor 1:1 matching. A binary logistic regression was used to estimate the propensity score. Variables&#x2019; association with treatment and outcome, as well as both treatment and outcome, was considered and reported. The variables used in the PSM model included gender, race, relationship status, and insurance. Selection of these covariates was based on previous research [<xref ref-type="bibr" rid="ref23">23</xref>] reporting on the impact that various sociodemographic factors have on appointment attendance and substance use outcomes among individuals receiving treatment for SUDs. In particular, women are less likely to receive SUD treatment than men [<xref ref-type="bibr" rid="ref24">24</xref>]. Marriage was associated with lower rates of SUD [<xref ref-type="bibr" rid="ref25">25</xref>]. Race and ethnicity have been linked to treatment completion [<xref ref-type="bibr" rid="ref26">26</xref>]. Health insurance coverage seems to be linked to better abstinence outcomes among US adults with mental health and substance use disorders [<xref ref-type="bibr" rid="ref27">27</xref>].</p><p>This study aimed to estimate the effect of DCM on abstinence and appointment attendance. The challenge in estimating these effects is to plausibly separate them from confounders that might affect patients&#x2019; outcomes and to isolate those associated with digital CM. PSM was performed to design balanced samples. We selected an experimental group for each patient receiving DCM that had similar observed characteristics at intake. PSM was performed using a 1:1 nearest neighbor matching algorithm with replacement with distances determined by logistic regression using the Stata package PSMatch2. Standardized mean differences (SMDs) were used to evaluate the balance between treated patients and matched controls. Before and following matching, this measure is used to balance the variables [<xref ref-type="bibr" rid="ref18">18</xref>]. SMDs less than 0.2 suggested a reasonable balance for group comparison following matching [<xref ref-type="bibr" rid="ref21">21</xref>]. After matching, standardized differences between covariates were generally well balanced with values ranging from 0.01 to 0.08, within the recommended threshold of less than 0.2. However, gender maintained a moderate imbalance with an SMD of 0.23, slightly exceeding our predefined threshold. This residual imbalance was considered in subsequent analyses and interpretation.</p><p>To assess the quality of matching, SMDs were calculated and checked for all variables included in the propensity score model. Following Austin&#x2019;s recommendation, we considered SMDs less than 0.2 to indicate adequate balance between treated and control groups. To evaluate the robustness of our findings to potential unmeasured confounding, we conducted postmatching sensitivity analysis using Rosenbaum bounds. This approach helped determine how significant an unmeasured confounder would need to be to negate the observed treatment effects. The sensitivity analysis tested a range of gamma values (&#x0393;) from 1 to 3, with &#x0393;=1 representing no hidden bias and higher values indicating increasingly strong unmeasured confounding.</p></sec><sec id="s2-6"><title>Statistical Analysis</title><p>Group comparison and linear regression were used to assess the average treatment effect of DCM on abstinence and appointment adherence. Statistical analyses were performed in Stata (version 18; StataCorp) and 2-sided <italic>P</italic> value of &#x003C;.05 indicated statistical significance. <italic>P</italic> values for continuous values were calculated using a weighted <italic>t</italic> test, and a chi-square test was used for categorical comparisons. We also conducted the robustness check by conducting a sensitivity analysis.</p></sec><sec id="s2-7"><title>Ethical Considerations</title><p>Institutional review board (IRB) approval was obtained from the Northern Kentucky University IRB (IRB number 914) under expedited review according to 45 CFR 46.110: (4) <sc>c</sc>ollection of data through noninvasive procedures and (7) research on individual or group characteristics or behavior. Participant consent was obtained at the treatment facilities during patient onboarding; all possible participants could opt out of the study at any time. Consent language included: &#x201C;Your participation is completely voluntary; you are free to change your mind at any time and quit the study. Whatever you decide will in no way result in loss of medical or health benefits or services to which you are otherwise entitled.&#x201D;</p><p>There were no secondary analyses using data with primary consent. All patient information and data were deidentified using random numbers as identifiers. No one engaged in data analysis had access to any identifying information. All data associated with this study are kept on a secure HIPAA-compliant server. Because participant compensation comprises part of the study design, it is described in the &#x201C;Intervention DCM&#x201D; subsection.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p><xref ref-type="fig" rid="figure1">Figures 1</xref> and <xref ref-type="fig" rid="figure2">2</xref> show the consistent urine rate and appointment attendance rate for patients using DCM.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Urine consistency rate with digital contingency management.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mental_v12i1e73617_fig01.png"/></fig><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Appointment attendance rate with digital contingency management.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mental_v12i1e73617_fig02.png"/></fig></sec><sec id="s3-2"><title>Cohort Characteristics</title><p><xref ref-type="table" rid="table1">Table 1</xref> shows the demographic and insurance-related characteristics of the experimental group (n=74) and the control group (n=119) in the unmatched sample. The <italic>P</italic> values indicate statistical significance, and standardized differences provide a measure of the imbalance between groups. Females were more prevalent in the experimental group (44/74, 59.5%) than in the control group (30/74, 42.86%). Males were more prevalent in the control group (68/119, 57.14%) than in the experimental group (30/74, 40.5%). With <italic>P</italic>=.025 and SMD=&#x2212;0.31, there is a significant difference between groups in terms of gender. Race and education exhibit comparable characteristics between the unmatched cohorts. Relationship status shows a moderate imbalance (<italic>P</italic>&#x003C;.05; SMD=&#x2212;0.58), while insurance type shows a significant imbalance (<italic>P</italic>&#x003C;.02; SMD=0.35).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Comparison of characteristics of study cohorts in the original unmatched sample.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Treatment (n=74)</td><td align="left" valign="bottom">Control (n=119)</td><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">Standardized differences</td></tr></thead><tbody><tr><td align="left" valign="top">Sex, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">.03</td><td align="left" valign="top">&#x2212;0.31</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">44 (59.50)</td><td align="left" valign="top">51 (42.86)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">30 (40.50)</td><td align="left" valign="top">68 (57.14)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Race, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">.37</td><td align="left" valign="top">0.11</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black</td><td align="left" valign="top">16 (21.62)</td><td align="left" valign="top">N/A<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latino</td><td align="left" valign="top">2 (2.7)</td><td align="left" valign="top">20 (16.8)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other race</td><td align="left" valign="top">2 (2.7)</td><td align="left" valign="top">3 (2.5)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="left" valign="top">54 (72.97)</td><td align="left" valign="top">96 (80.7)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Education, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">.74</td><td align="left" valign="top">0.02</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Associate&#x2019;s degree</td><td align="left" valign="top">3 (4.05)</td><td align="left" valign="top">3 (11.11)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bachelor&#x2019;s degree</td><td align="left" valign="top">2 (2.70)</td><td align="left" valign="top">1 (3.7)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>High school diploma</td><td align="left" valign="top">28 (37.84)</td><td align="left" valign="top">7 (25.93)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Less than high school</td><td align="left" valign="top">19 (25.68)</td><td align="left" valign="top">6 (22.22)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Master&#x2019;s degree</td><td align="left" valign="top">1 (1.35)</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Some college</td><td align="left" valign="top">16 (21.62)</td><td align="left" valign="top">8 (29.63)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">5 (6.76)</td><td align="left" valign="top">94 (78.99)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Relationship, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">.05</td><td align="left" valign="top">&#x2212;0.58</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Divorced</td><td align="left" valign="top">7 (9.46)</td><td align="left" valign="top">5 (4.2)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>In a relationship</td><td align="left" valign="top">4 (5.41)</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Married</td><td align="left" valign="top">11 (14.86)</td><td align="left" valign="top">7 (5.88)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Single</td><td align="left" valign="top">50 (67.57)</td><td align="left" valign="top">38 (31.93)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">2 (2.7)</td><td align="left" valign="top">64 (53.78)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Separated</td><td align="left" valign="top">N/A</td><td align="left" valign="top">5 (4.2)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Insurance<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup>, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">.02</td><td align="left" valign="top">0.35</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Commercial</td><td align="left" valign="top">5 (6.76)</td><td align="left" valign="top">21 (17.65)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medicaid</td><td align="left" valign="top">58 (78.38)</td><td align="left" valign="top">50 (42.02)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medicare</td><td align="left" valign="top">9 (12.16)</td><td align="left" valign="top">11 (9.24)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Not insured</td><td align="left" valign="top">2 (2.7)</td><td align="left" valign="top">4 (3.36)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medicaid and Medicare,</td><td align="left" valign="top">N/A</td><td align="left" valign="top">1/119 (0.84)</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Urine rate, mean (95% CI)</td><td align="left" valign="top">0.92 (0.77-1)</td><td align="left" valign="top">0.86 (0.71-1.0)</td><td align="left" valign="top">N/A</td><td align="left" valign="top">0.34</td></tr><tr><td align="left" valign="top">Appt rate, mean (95% CI)</td><td align="left" valign="top">0.65 (0.44-0.87)</td><td align="left" valign="top">0.62 (0.39-0.84)</td><td align="left" valign="top">N/A</td><td align="left" valign="top">0.43</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>N/A: not applicable.</p></fn><fn id="table1fn2"><p><sup>b</sup>This is insured by both Medicare and Medicaid.</p></fn></table-wrap-foot></table-wrap><p><xref ref-type="table" rid="table2">Table 2</xref> shows the characteristics of matched cohorts. After matching, the sample size for the treatment was 66, whereas the sample size for the control was 59. All the characteristics are well balanced between the matched cohorts. While most variables achieved excellent balance after matching (SMDs &#x003C;0.1), gender retained a moderate imbalance (SMD=0.23) despite the matching procedure. This moderate imbalance in gender distribution represents a limitation of our matching process that warrants consideration when interpreting the results.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Comparison of characteristics between treatment and control participants in the propensity score matched sample.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Treatment (n=66)</td><td align="left" valign="bottom">Control (n=59)</td><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">Standardized difference</td></tr></thead><tbody><tr><td align="left" valign="top">Sex, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.44</td><td align="char" char="." valign="top">0.23</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">37 (56.06)</td><td align="left" valign="top">29 (49.15)</td><td align="left" valign="top"/><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">29 (43.94)</td><td align="left" valign="top">30 (50.85)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Race, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.40</td><td align="char" char="." valign="top">0.02</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black</td><td align="left" valign="top">14 (21.21)</td><td align="left" valign="top">16 (27.12)</td><td align="left" valign="top"/><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latino</td><td align="left" valign="top">2 (3.03)</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other race</td><td align="left" valign="top">1 (1.52)</td><td align="left" valign="top">3 (5.1)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="left" valign="top">49 (74.24)</td><td align="left" valign="top">40 (67.8)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Education, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.79</td><td align="char" char="." valign="top">0.06</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Associate&#x2019;s degree</td><td align="left" valign="top">3 (4.55)</td><td align="left" valign="top">3 (11.11)</td><td align="left" valign="top"/><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bachelor&#x2019;s degree</td><td align="left" valign="top">2 (3.03)</td><td align="left" valign="top">1 (3.7)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>High school diploma/GED</td><td align="left" valign="top">25 (37.88)</td><td align="left" valign="top">7 (25.93)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Less than high school</td><td align="left" valign="top">16 (24.24)</td><td align="left" valign="top">6 (22.22)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Master&#x2019;s degree</td><td align="left" valign="top">1 (1.52)</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Some college</td><td align="left" valign="top">14 (21.21)</td><td align="left" valign="top">8 (29.63)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">5 (7.58)</td><td align="left" valign="top">2 (7.41)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Relationship, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.15</td><td align="char" char="." valign="top">0.08</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Divorced</td><td align="left" valign="top">6 (9.09)</td><td align="left" valign="top">5 (8.47)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>In a relationship</td><td align="left" valign="top">1 (1.52)</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top"/><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Married</td><td align="left" valign="top">11 (16.67)</td><td align="left" valign="top">7 (11.86)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Single</td><td align="left" valign="top">46 (69.7)</td><td align="left" valign="top">38 (64.41)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">2 (3.03)</td><td align="left" valign="top">4 (6.78)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Separated</td><td align="left" valign="top">0 (0.00)</td><td align="left" valign="top">5 (8.47)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Insurance, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.35</td><td align="char" char="." valign="top">0.03</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Commercial</td><td align="left" valign="top">5 (7.58)</td><td align="left" valign="top">4 (14.81)</td><td align="left" valign="top"/><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medicaid</td><td align="left" valign="top">50 (75.76)</td><td align="left" valign="top">21 (77.78)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medicare</td><td align="left" valign="top">9 (13.64)</td><td align="left" valign="top">2 (7.41)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Not insured</td><td align="left" valign="top">2 (3.03)</td><td align="left" valign="top">N/A<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Urine rate, mean (95% CI)</td><td align="left" valign="top">0.92 (0.76-1.09)</td><td align="left" valign="top">0.84 (0.64-1.05)</td><td align="left" valign="top">N/A</td><td align="char" char="." valign="top">0.34</td></tr><tr><td align="left" valign="top">Appointment rate, mean (95% CI)</td><td align="left" valign="top">0.69 (0.5-0.89)</td><td align="left" valign="top">0.49 (0.3-0.69)</td><td align="left" valign="top">N/A</td><td align="char" char="." valign="top">0.43</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>N/A: not applicable.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-3"><title>Abstinence</title><p>After PSM, we conducted <italic>t</italic> tests to compare urine rate between the control and experimental groups for the matched sample of 125 observations (59 controls+ 66 treated). <xref ref-type="table" rid="table3">Table 3</xref> shows the urine test consistency rate test statistics between the treatment and control cohorts. This suggests that the treatment intervention likely had a positive impact on urine rate outcomes. The urine test abstinence rate, as indicated by the urine rate, was significantly higher in the DCM group (mean 0.92, 95% CI 0.88&#x2010;0.96) than in the treatment-as-usual group (mean 0.85, 95% CI 0.79&#x2010;0.90; <italic>P</italic>&#x003C;.01).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p><italic>t</italic> test results after matching.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Observed</td><td align="left" valign="bottom">Mean (SD)</td><td align="left" valign="bottom">95% CI</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Urine rate</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.01</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Control</td><td align="char" char="." valign="top">59</td><td align="char" char="." valign="top">0.85 (0.21)</td><td align="char" char="." valign="top">0.79-0.90</td><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Treatment</td><td align="char" char="." valign="top">66</td><td align="char" char="." valign="top">0.92 (0.16)</td><td align="char" char="." valign="top">0.88-0.96</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">Appointment rate</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/><td align="char" char="." valign="top">.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Control</td><td align="char" char="." valign="top">59</td><td align="char" char="." valign="top">0.50 (0.20)</td><td align="char" char="." valign="top">0.45-0.55</td><td align="char" char="." valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Treatment</td><td align="char" char="." valign="top">66</td><td align="char" char="." valign="top">0.69 (0.19)</td><td align="char" char="." valign="top">0.65-0.74</td><td align="left" valign="top"/></tr></tbody></table></table-wrap></sec><sec id="s3-4"><title>Appointment Attendance Rate</title><p><xref ref-type="table" rid="table3">Table 3</xref> shows the appointment attendance rate statistics between the treatment and control cohorts. The appointment adherence rate was substantially higher in the DCM group (mean 0.69, 95% CI 0.65&#x2010;0.74) than in the treatment-as-usual group (mean 0.50, 95% CI 0.45&#x2010;0.55), with an even stronger statistical significance (<italic>P</italic>&#x003C;.001).</p></sec><sec id="s3-5"><title>Sensitivity Analysis</title><p>We conducted a sensitivity analysis using Stata&#x2019;s mhbounds command, which implements Rosenbaum bounds to evaluate the robustness of treatment effects to potential unmeasured confounding. This method assesses how much hidden bias (&#x0393;) would be required to invalidate the statistical significance of the observed treatment effect. Our findings demonstrate that the treatment effects for both urine test rate and appointment attendance rate are robust to unmeasured confounding across a wide range of &#x0393; values (1-3).</p><p>Complete sensitivity analysis results are shown in Tables S1 and S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> on urine test rate shows that both sig+ and sig&#x2212; values remain at 0 across all &#x0393; values (1-2), indicating that the treatment effect maintains statistical significance even under strong assumptions of unmeasured confounding. The treatment effect estimate (t-hat) shows remarkable stability, ranging from 0.90 at &#x0393;=1 to 0.86 (t-hat+) and 0.93 (t-hat&#x2212;) at &#x0393;=2. This minimal change suggests that the effect is highly robust. The CI values remain relatively narrow throughout (0.88&#x2010;0.91 at &#x0393;=1 to 0.84-0.95 at &#x0393;=2), further supporting the stability of the findings.</p><p>Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> on appointment rate shows that both sig+ and sig&#x2212; values remain at 0 across all &#x0393; values, indicating sustained statistical significance. The treatment effect ranges from 0.67 at &#x0393;=1 to 0.58-0.74 at &#x0393;=2, showing slightly more variation than the urine rate analysis but still maintaining clinical significance. While the CI values widen somewhat with increasing &#x0393; values (0.63&#x2010;0.69 at &#x0393;=1 to 0.55-0.77 at &#x0393;=2), they remain within interpretable bounds.</p><p>For both outcomes, the experimental group consistently outperformed the control group with statistically significant differences (<italic>P</italic>&#x003C;.05). The minimal changes in treatment effect estimates and CI values across increasing levels of &#x0393; suggest that our results are highly robust to potential unmeasured confounding. These findings support the conclusion that the intervention was likely effective in improving both urine test abstinence and appointment attendance rates.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>Our study aimed to evaluate the effectiveness of DCM in comparison with treatment-as-usual for individuals with SUD. The findings reveal statistically significant differences in both urine test abstinence and appointment attendance among participants in the DCM group compared with the treatment-as-usual group. Patients in the DCM group showed higher urine abstinence rates (92% vs 85%; <italic>P</italic>&#x003C;.01) and substantially better appointment attendance rates (69% vs 50%; <italic>P</italic>&#x003C;.001). These results align with a previous study [<xref ref-type="bibr" rid="ref28">28</xref>], which found that digital health interventions can effectively enhance medication adherence among individuals with opioid use disorder. Also, DeFulio [<xref ref-type="bibr" rid="ref14">14</xref>] found that inner-city patients with SUD who were mostly treated with buprenorphine and the DynamiCare app showed significantly higher rates of treatment attendance in study months 2-4 (9.6%&#x2010;18.0% increases) and odds ratio of 4.84 for greater drug abstinence and medication adherence than the treatment-as-usual group (<italic>P</italic>&#x003C;.05). These results highlight the potential of DCM as an innovative intervention for improving key treatment outcomes in SUD care. Our findings extend the existing literature on traditional CM approaches and contribute to the much-needed evidence on the efficacy of DCM for drug treatment, supporting the broader transition toward digital therapeutic interventions in addiction treatment [<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>These results suggest that integrating digital tools into CM can enhance both treatment abstinence and engagement in care, consistent with previous studies highlighting the promise of digital interventions in substance misuse treatment [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. This finding suggests that DCM interventions are effective in promoting abstinence, a critical metric in SUD treatment. Such gains align with previous findings on CM&#x2019;s efficacy in motivating behavior change. Mobile apps can better communicate between the care team and the patients and could potentially save lives [<xref ref-type="bibr" rid="ref29">29</xref>].</p><p>A 19% increase in appointment attendance with DCM is clinically meaningful, consistent with previous findings on digital interventions on treatment adherence [<xref ref-type="bibr" rid="ref25">25</xref>]. This increase highlights the role of DCM in fostering engagement with care, an essential factor for successful treatment outcomes. By leveraging digital tools to deliver incentives, DCM may reduce the impact of logistical challenges, thus promoting consistent participation in scheduled appointments [<xref ref-type="bibr" rid="ref30">30</xref>]. Compared with patients who received treat-as-usual alone, those who had treatment-as-usual coupled with app-based CM had a noticeably higher chance of remaining in treatment for longer [<xref ref-type="bibr" rid="ref31">31</xref>]. These results corroborate earlier research that concluded that receiving rewards motivates patients to maintain treatment compliance [<xref ref-type="bibr" rid="ref10">10</xref>].</p><p>The digital platform can decrease obstacles to incentive receipt and help remove infrastructure barriers that may impact attendance rates. Urban-rural disparities exist in CM availability [<xref ref-type="bibr" rid="ref32">32</xref>]. Digital interventions could expand access to a broader patient population [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], suggesting that DCM could help reduce this disparity. Thus, DCM could help address the inequalities in health care support for the underserved groups [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p><p>According to earlier studies, digital interventions decrease the impact of logistical obstacles to participation, such as schedule conflicts and travel time, which are frequent problems in conventional therapy settings. The results support these views, which highlight DCM&#x2019;s capacity to encourage long-lasting behavioral improvements in SUD populations [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. In sum, DCM interventions align with behavioral reinforcement principles by providing timely rewards for desirable behaviors, thus enhancing adherence and reducing substance misuse [<xref ref-type="bibr" rid="ref10">10</xref>].</p></sec><sec id="s4-2"><title>Limitations</title><p>Despite these promising findings, certain limitations warrant consideration. First, the study did not explore differences in outcomes across social determinants of health, motivation levels, or comorbidity. Future studies will explore the efficacy of DCM on SUD treatment relative to educational level, economic stability, transportation availability, and housing stability. Nevertheless, our sample&#x2019;s high proportion of Medicaid and noncommercial insureds suggests that patients at risk due to social determinants of health challenges may benefit. The gender imbalance may affect the generalizability of our findings. Future research should include larger samples, powered to support more robust gender-stratified analyses.</p><p>Second, the study may have excluded individuals less familiar with digital technology. App features and user experience could affect engagement with DCM. This digital divide may disproportionately affect certain demographic groups, such as older adults or those from lower socioeconomic or educational backgrounds, potentially limiting the generalizability of the findings to all individuals with SUD. However, the front-loading of rewards is designed to motivate patients to overcome tech unfamiliarity.</p><p>Third, the study focused on outcomes, specifically drug abstinence and appointment adherence, during the intervention. While these measures are critical indicators of treatment success, the study did not assess the sustainability of behavior changes following the conclusion of the intervention. Follow-up was determined to be ineffective due to changing patient contact information and availability to be able to continue data collection post intervention. The 12-month duration of the study, however, exceeds that of many previous trials.</p><p>Fourth, this study used a quasi-experimental design with alternating assignment rather than true randomization. The selection of participants was based on a sequential allocation process where every other patient was offered participation in the DCM intervention. The nonrandom assignment process introduces selection bias. Patients who chose to participate in the DCM project may differ systematically from those who declined to do so, particularly in terms of motivation, technological aptitude, or other unmeasured characteristics that could influence treatment outcomes. Self-selection into the experimental group could mean that more motivated or tech-savvy patients were overrepresented in the experimental group, which could impact the generalizability of results. However, we conducted postmatching analyses to reduce observable confounding, and the statistically significant differences observed in primary outcomes suggest that the intervention still had a meaningful impact despite this limitation.</p><p>While our PSM approach attempted to balance observed characteristics between groups, it cannot account for unmeasured confounders that might have influenced both group assignment and outcomes. Although we conducted sensitivity analyses to assess the robustness of our findings to unmeasured confounding, selection bias remains an inherent limitation of our design. At the same time, anecdotally, it does not appear that technology was a limiting feature for those opting out. In addition, the variability observed within the appointment and urine rates suggests that individual differences, including socioeconomic status, comorbid conditions, and personal motivation, may affect treatment outcomes. Future research should explore these contextual factors to identify and address potential barriers to successful implementation and should use randomized controlled designs when feasible.</p><p>Finally, while our PSM successfully balanced most covariates between treatment and control groups, a moderate imbalance in gender (SMD=0.23) persisted after matching. This exceeds our predetermined threshold of 0.2 and represents a potential limitation. The potential influence of this residual gender imbalance on our results cannot be fully ruled out and should be explored in future studies with larger sample sizes that would enable gender-stratified analyses. Future studies should use more stringent matching algorithms or consider exact matching on gender to eliminate this potential source of bias.</p></sec><sec id="s4-3"><title>Conclusions</title><p>This article supports the validity of DCM as an intervention to improve treatment adherence and outcomes for people with SUD. For the DCM group, urine test abstinence and appointment attendance were significantly higher than those in treat-as-usual recipients. These results suggest that technology-enabled interventions can improve patient compliance and engagement.</p><p>The improvements in both abstinence and appointment attendance suggest that DCM could be a cost-effective addition to SUD treatment, especially considering associated potential reductions in health care utilization, emergency services, and societal costs associated with SUDs. DCM additionally allows for greater accessibility while also removing administrative overhead due to automation. As cell phone usage continues to grow, potential equity concerns should be diminished.</p><p>The findings could provide additional support for enacting policies that reimburse DCM as a viable medical protocol that improves treatment compliance and outcomes. Our retention and abstinence outcomes support the inclusion of DCM in emerging value-based payment models. Currently, most state Medicaid programs do not have specific billing codes for CM. However, DynamiCare platform&#x2019;s verification features address a key concern in current reimbursement policies by providing robust documentation of incentive distribution and behavioral verification, directly meeting Medicaid&#x2019;s increasing requirements for service documentation and accountability. At the same time, we recommend that state and federal regulatory bodies establish clear guidelines for DCM implementation that address privacy concerns and verification standards.</p></sec></sec></body><back><ack><p>The authors are grateful to DynamiCare Health, Talbert House, Journey Recovery Care of St. Elizabeth Healthcare, the Greater Cincinnati Behavioral Health Services, and the Center for Addiction Treatment in Cincinnati for their interest, support, and participation in this research project. Funding was provided by Realworks (grant 4001541), an Ohio-based nonprofit. The authors are grateful for it. Generative artificial intelligence (Copilot) was used to proofread a small portion of the manuscript for grammar check and readability.</p></ack><notes><sec><title>Data Availability</title><p>The data are not publicly available per the data use agreements with each of the participating sites and the funder.</p></sec></notes><fn-group><fn fn-type="con"><p>XZ contributed to writing and analysis of the original draft. VH contributed to conceptualization, reviewing, and editing of the manuscript.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CM</term><def><p>contingency management</p></def></def-item><def-item><term id="abb2">DCM</term><def><p>digital contingency management</p></def></def-item><def-item><term id="abb3">HIPAA</term><def><p>Health Insurance Portability and Accountability Act</p></def></def-item><def-item><term id="abb4">IRB</term><def><p>institutional review board</p></def></def-item><def-item><term id="abb5">PSM</term><def><p>propensity score matching</p></def></def-item><def-item><term id="abb6">SMD</term><def><p>standardized mean difference</p></def></def-item><def-item><term id="abb7">SUD</term><def><p>substance use disorder</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>2023 national survey on drug use and health (NSDUH): methodological summary and definitions</article-title><source>Substance Abuse and Mental Health Services Administration (SAMHSA)</source><access-date>2024-12-31</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.samhsa.gov/data/sites/default/files/reports/rpt47098/Methodological%20Summary%20and%20Definitions/2023-nsduh-method-summary-defs.htm">https://www.samhsa.gov/data/sites/default/files/reports/rpt47098/Methodological%20Summary%20and%20Definitions/2023-nsduh-method-summary-defs.htm</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>Scaling up care for mental, neurological, and substance use disorders: mhGAP</article-title><source>World Health Organization (WHO)</source><access-date>2024-12-31</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/activities/scaling-up-mental-health-care">https://www.who.int/activities/scaling-up-mental-health-care</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="web"><article-title>Global health</article-title><source>National Institute on Drug Abuse</source><access-date>2025-07-27</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://nida.nih.gov/research-topics/global-health">https://nida.nih.gov/research-topics/global-health</ext-link></comment></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bouchard</surname><given-names>M</given-names> </name><name name-style="western"><surname>Lecomte</surname><given-names>T</given-names> </name><name name-style="western"><surname>Cloutier</surname><given-names>B</given-names> </name><name name-style="western"><surname>Herrera-Roberge</surname><given-names>J</given-names> </name><name name-style="western"><surname>Potvin</surname><given-names>S</given-names> </name></person-group><article-title>Dropout rates in psychosocial interventions for people with both severe mental illness and substance misuse: a systematic review and meta-analysis</article-title><source>Front Psychiatry</source><year>2022</year><volume>13</volume><fpage>842329</fpage><pub-id pub-id-type="doi">10.3389/fpsyt.2022.842329</pub-id><pub-id pub-id-type="medline">35633799</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lappan</surname><given-names>SN</given-names> </name><name name-style="western"><surname>Brown</surname><given-names>AW</given-names> </name><name name-style="western"><surname>Hendricks</surname><given-names>PS</given-names> </name></person-group><article-title>Dropout rates of in-person psychosocial substance use disorder treatments: a systematic review and meta-analysis</article-title><source>Addiction</source><year>2020</year><month>02</month><volume>115</volume><issue>2</issue><fpage>201</fpage><lpage>217</lpage><pub-id pub-id-type="doi">10.1111/add.14793</pub-id><pub-id pub-id-type="medline">31454123</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alessi</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Rash</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Pescatello</surname><given-names>LS</given-names> </name></person-group><article-title>Reinforcing exercise to improve drug abuse treatment outcomes: a randomized controlled study in a substance use disorder outpatient treatment setting</article-title><source>Psychol Addict Behav</source><year>2020</year><month>02</month><volume>34</volume><issue>1</issue><fpage>52</fpage><lpage>64</lpage><pub-id pub-id-type="doi">10.1037/adb0000517</pub-id><pub-id pub-id-type="medline">31599603</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>de Mattos</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Mattjie</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ravazio</surname><given-names>R</given-names> </name><name name-style="western"><surname>Barros</surname><given-names>RC</given-names> </name><name name-style="western"><surname>Grassi-Oliveira</surname><given-names>R</given-names> </name></person-group><article-title>Craving for a robust methodology: a systematic review of machine learning algorithms on substance-use disorders treatment outcomes</article-title><source>Int J Ment Health Addiction</source><year>2024</year><fpage>1</fpage><lpage>28</lpage><pub-id pub-id-type="doi">10.1007/s11469-024-01403-z</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bol&#x00ED;var</surname><given-names>HA</given-names> </name><name name-style="western"><surname>Klemperer</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Coleman</surname><given-names>SRM</given-names> </name><name name-style="western"><surname>DeSarno</surname><given-names>M</given-names> </name><name name-style="western"><surname>Skelly</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Higgins</surname><given-names>ST</given-names> </name></person-group><article-title>Contingency management for patients receiving medication for opioid use disorder</article-title><source>JAMA Psychiatry</source><year>2021</year><month>10</month><day>1</day><volume>78</volume><issue>10</issue><fpage>1092</fpage><pub-id pub-id-type="doi">10.1001/jamapsychiatry.2021.1969</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ginley</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Pfund</surname><given-names>RA</given-names> </name><name name-style="western"><surname>Rash</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Zajac</surname><given-names>K</given-names> </name></person-group><article-title>Long-term efficacy of contingency management treatment based on objective indicators of abstinence from illicit substance use up to 1 year following treatment: a meta-analysis</article-title><source>J Consult Clin Psychol</source><year>2021</year><month>01</month><volume>89</volume><issue>1</issue><fpage>58</fpage><lpage>71</lpage><pub-id pub-id-type="doi">10.1037/ccp0000552</pub-id><pub-id pub-id-type="medline">33507776</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Petry</surname><given-names>NM</given-names> </name><name name-style="western"><surname>Alessi</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Olmstead</surname><given-names>TA</given-names> </name><name name-style="western"><surname>Rash</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Zajac</surname><given-names>K</given-names> </name></person-group><article-title>Contingency management treatment for substance use disorders: how far has it come, and where does it need to go?</article-title><source>Psychol Addict Behav</source><year>2017</year><month>12</month><volume>31</volume><issue>8</issue><fpage>897</fpage><lpage>906</lpage><pub-id pub-id-type="doi">10.1037/adb0000287</pub-id><pub-id pub-id-type="medline">28639812</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Proctor</surname><given-names>SL</given-names> </name></person-group><article-title>Rewarding recovery: the time is now for contingency management for opioid use disorder</article-title><source>Ann Med</source><year>2022</year><month>12</month><volume>54</volume><issue>1</issue><fpage>1178</fpage><lpage>1187</lpage><pub-id pub-id-type="doi">10.1080/07853890.2022.2068805</pub-id><pub-id pub-id-type="medline">35471190</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dallery</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ives</surname><given-names>L</given-names> </name><name name-style="western"><surname>Knerr</surname><given-names>A</given-names> </name></person-group><article-title>Toward an era of impact of digital contingency management in the treatment of substance use disorders</article-title><source>Prev Med</source><year>2023</year><month>11</month><volume>176</volume><fpage>107518</fpage><pub-id pub-id-type="doi">10.1016/j.ypmed.2023.107518</pub-id><pub-id pub-id-type="medline">37080501</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hallgren</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Duncan</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Iles-Shih</surname><given-names>MD</given-names> </name><etal/></person-group><article-title>Feasibility, engagement, and usability of a remote, smartphone-based contingency management program as a treatment add-on for patients who use methamphetamine: single-arm pilot study</article-title><source>JMIR Form Res</source><year>2023</year><month>07</month><day>6</day><volume>7</volume><fpage>e47516</fpage><pub-id pub-id-type="doi">10.2196/47516</pub-id><pub-id pub-id-type="medline">37410529</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>DeFulio</surname><given-names>A</given-names> </name></person-group><article-title>Dissemination of contingency management for the treatment of opioid use disorder</article-title><source>Perspect Behav Sci</source><year>2023</year><month>03</month><volume>46</volume><issue>1</issue><fpage>35</fpage><lpage>49</lpage><pub-id pub-id-type="doi">10.1007/s40614-022-00328-z</pub-id><pub-id pub-id-type="medline">37006603</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hammond</surname><given-names>AS</given-names> </name><name name-style="western"><surname>Sweeney</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Chikosi</surname><given-names>TU</given-names> </name><name name-style="western"><surname>Stitzer</surname><given-names>ML</given-names> </name></person-group><article-title>Digital delivery of a contingency management intervention for substance use disorder: a feasibility study with DynamiCare Health</article-title><source>J Subst Abuse Treat</source><year>2021</year><month>07</month><volume>126</volume><fpage>108425</fpage><pub-id pub-id-type="doi">10.1016/j.jsat.2021.108425</pub-id><pub-id pub-id-type="medline">34116816</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sugarman</surname><given-names>DE</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>ANC</given-names> </name><name name-style="western"><surname>Iles</surname><given-names>BR</given-names> </name><name name-style="western"><surname>Greenfield</surname><given-names>SF</given-names> </name></person-group><article-title>Technology-based interventions for substance use and comorbid disorders: an examination of the emerging literature</article-title><source>Harv Rev Psychiatry</source><year>2017</year><volume>25</volume><issue>3</issue><fpage>123</fpage><lpage>134</lpage><pub-id pub-id-type="doi">10.1097/HRP.0000000000000148</pub-id><pub-id pub-id-type="medline">28475504</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Murphy</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>ANC</given-names> </name><name name-style="western"><surname>Ghitza</surname><given-names>UE</given-names> </name><etal/></person-group><article-title>Cost-effectiveness of an internet-delivered treatment for substance abuse: data from a multisite randomized controlled trial</article-title><source>Drug Alcohol Depend</source><year>2016</year><month>04</month><volume>161</volume><fpage>119</fpage><lpage>126</lpage><pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.01.021</pub-id><pub-id pub-id-type="medline">26880594</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Austin</surname><given-names>PC</given-names> </name><name name-style="western"><surname>Grootendorst</surname><given-names>P</given-names> </name><name name-style="western"><surname>Anderson</surname><given-names>GM</given-names> </name></person-group><article-title>A comparison of the ability of different propensity score models to balance measured variables between treated and untreated subjects: a Monte Carlo study</article-title><source>Stat Med</source><year>2007</year><month>02</month><day>20</day><volume>26</volume><issue>4</issue><fpage>734</fpage><lpage>753</lpage><pub-id pub-id-type="doi">10.1002/sim.2580</pub-id><pub-id pub-id-type="medline">16708349</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Austin</surname><given-names>PC</given-names> </name></person-group><article-title>Balance diagnostics for comparing the distribution of baseline covariates between treatment groups in propensity-score matched samples</article-title><source>Stat Med</source><year>2009</year><month>11</month><day>10</day><volume>28</volume><issue>25</issue><fpage>3083</fpage><lpage>3107</lpage><pub-id pub-id-type="doi">10.1002/sim.3697</pub-id><pub-id pub-id-type="medline">19757444</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kane</surname><given-names>LT</given-names> </name><name name-style="western"><surname>Fang</surname><given-names>T</given-names> </name><name name-style="western"><surname>Galetta</surname><given-names>MS</given-names> </name></person-group><article-title>Propensity score matching: a statistical method</article-title><source>Clin Spine Surg</source><year>2020</year><month>04</month><volume>33</volume><issue>3</issue><fpage>120</fpage><lpage>122</lpage><pub-id pub-id-type="doi">10.1097/BSD.0000000000000932</pub-id><pub-id pub-id-type="medline">31913173</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosenbaum</surname><given-names>PR</given-names> </name><name name-style="western"><surname>Rubin</surname><given-names>DB</given-names> </name></person-group><article-title>Constructing a control group using multivariate matched sampling methods that incorporate the propensity score</article-title><source>Am Stat</source><year>1985</year><month>02</month><volume>39</volume><issue>1</issue><fpage>33</fpage><lpage>38</lpage><pub-id pub-id-type="doi">10.1080/00031305.1985.10479383</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ali</surname><given-names>MS</given-names> </name><name name-style="western"><surname>Groenwold</surname><given-names>RHH</given-names> </name><name name-style="western"><surname>Belitser</surname><given-names>SV</given-names> </name><etal/></person-group><article-title>Reporting of covariate selection and balance assessment in propensity score analysis is suboptimal: a systematic review</article-title><source>J Clin Epidemiol</source><year>2015</year><month>02</month><volume>68</volume><issue>2</issue><fpage>112</fpage><lpage>121</lpage><pub-id pub-id-type="doi">10.1016/j.jclinepi.2014.08.011</pub-id><pub-id pub-id-type="medline">25433444</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Emmerik-van Oortmerssen</surname><given-names>K</given-names> </name><name name-style="western"><surname>Blankers</surname><given-names>M</given-names> </name><name name-style="western"><surname>Vedel</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Prediction of drop-out and outcome in integrated cognitive behavioral therapy for ADHD and SUD: results from a randomized clinical trial</article-title><source>Addict Behav</source><year>2020</year><month>04</month><volume>103</volume><fpage>106228</fpage><pub-id pub-id-type="doi">10.1016/j.addbeh.2019.106228</pub-id><pub-id pub-id-type="medline">31838443</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenfield</surname><given-names>SF</given-names> </name><name name-style="western"><surname>Brooks</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Gordon</surname><given-names>SM</given-names> </name><etal/></person-group><article-title>Substance abuse treatment entry, retention, and outcome in women: a review of the literature</article-title><source>Drug Alcohol Depend</source><year>2007</year><month>01</month><day>5</day><volume>86</volume><issue>1</issue><fpage>1</fpage><lpage>21</lpage><pub-id pub-id-type="doi">10.1016/j.drugalcdep.2006.05.012</pub-id><pub-id pub-id-type="medline">16759822</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kahle</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Veliz</surname><given-names>P</given-names> </name><name name-style="western"><surname>McCabe</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Boyd</surname><given-names>CJ</given-names> </name></person-group><article-title>Functional and structural social support, substance use and sexual orientation from a nationally representative sample of US adults</article-title><source>Addiction</source><year>2020</year><month>03</month><volume>115</volume><issue>3</issue><fpage>546</fpage><lpage>558</lpage><pub-id pub-id-type="doi">10.1111/add.14819</pub-id><pub-id pub-id-type="medline">31599027</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stahler</surname><given-names>GJ</given-names> </name><name name-style="western"><surname>Mennis</surname><given-names>J</given-names> </name><name name-style="western"><surname>DuCette</surname><given-names>JP</given-names> </name></person-group><article-title>Residential and outpatient treatment completion for substance use disorders in the U.S.: moderation analysis by demographics and drug of choice</article-title><source>Addict Behav</source><year>2016</year><month>07</month><volume>58</volume><fpage>129</fpage><lpage>135</lpage><pub-id pub-id-type="doi">10.1016/j.addbeh.2016.02.030</pub-id><pub-id pub-id-type="medline">26925821</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Creedon</surname><given-names>TB</given-names> </name><name name-style="western"><surname>Wayne</surname><given-names>GF</given-names> </name><name name-style="western"><surname>Progovac</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Levy</surname><given-names>DE</given-names> </name><name name-style="western"><surname>Cook</surname><given-names>BL</given-names> </name></person-group><article-title>Trends in cigarette use and health insurance coverage among US adults with mental health and substance use disorders</article-title><source>Addiction</source><year>2023</year><month>02</month><volume>118</volume><issue>2</issue><fpage>353</fpage><lpage>364</lpage><pub-id pub-id-type="doi">10.1111/add.16052</pub-id><pub-id pub-id-type="medline">36385708</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schramm</surname><given-names>ZA</given-names> </name><name name-style="western"><surname>Leroux</surname><given-names>BG</given-names> </name><name name-style="western"><surname>Radick</surname><given-names>AC</given-names> </name><etal/></person-group><article-title>Video directly observed therapy intervention using a mobile health application among opioid use disorder patients receiving office-based buprenorphine treatment: protocol for a pilot randomized controlled trial</article-title><source>Addict Sci Clin Pract</source><year>2020</year><month>07</month><day>31</day><volume>15</volume><issue>1</issue><fpage>30</fpage><pub-id pub-id-type="doi">10.1186/s13722-020-00203-9</pub-id><pub-id pub-id-type="medline">32736660</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Flickinger</surname><given-names>TE</given-names> </name><name name-style="western"><surname>Waselewski</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tabackman</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Communication between patients, peers, and care providers through a mobile health intervention supporting medication-assisted treatment for opioid use disorder</article-title><source>Patient Educ Couns</source><year>2022</year><month>07</month><volume>105</volume><issue>7</issue><fpage>2110</fpage><lpage>2115</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2022.02.014</pub-id><pub-id pub-id-type="medline">35260260</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rawson</surname><given-names>RA</given-names> </name><name name-style="western"><surname>Erath</surname><given-names>TG</given-names> </name><name name-style="western"><surname>Chalk</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Contingency management for stimulant use disorder: progress, challenges, and recommendations</article-title><source>J Ambul Care Manage</source><year>2023</year><volume>46</volume><issue>2</issue><fpage>152</fpage><lpage>159</lpage><pub-id pub-id-type="doi">10.1097/JAC.0000000000000450</pub-id><pub-id pub-id-type="medline">36745163</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Langdon</surname><given-names>KJ</given-names> </name><name name-style="western"><surname>Ramsey</surname><given-names>S</given-names> </name><name name-style="western"><surname>Scherzer</surname><given-names>C</given-names> </name><name name-style="western"><surname>Carey</surname><given-names>K</given-names> </name><name name-style="western"><surname>Ranney</surname><given-names>ML</given-names> </name><name name-style="western"><surname>Rich</surname><given-names>J</given-names> </name></person-group><article-title>Development of an integrated digital health intervention to promote engagement in and adherence to medication for opioid use disorder</article-title><source>Addict Sci Clin Pract</source><year>2020</year><month>04</month><day>29</day><volume>15</volume><issue>1</issue><fpage>16</fpage><pub-id pub-id-type="doi">10.1186/s13722-020-00189-4</pub-id><pub-id pub-id-type="medline">32349790</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Marino</surname><given-names>EN</given-names> </name><name name-style="western"><surname>Karns-Wright</surname><given-names>T</given-names> </name><name name-style="western"><surname>Perez</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Potter</surname><given-names>JS</given-names> </name></person-group><article-title>Smartphone app-based contingency management and opioid use disorder treatment outcomes</article-title><source>JAMA Netw Open</source><year>2024</year><month>12</month><day>2</day><volume>7</volume><issue>12</issue><fpage>e2448405</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2024.48405</pub-id><pub-id pub-id-type="medline">39621343</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Joudrey</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>K</given-names> </name><name name-style="western"><surname>Oldfield</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Biegacki</surname><given-names>E</given-names> </name><name name-style="western"><surname>Fiellin</surname><given-names>DA</given-names> </name></person-group><article-title>Drive time to addiction treatment facilities providing contingency management across rural and urban census tracts in 6 US states</article-title><source>J Addict Med</source><year>2023</year><volume>17</volume><issue>5</issue><fpage>615</fpage><lpage>617</lpage><pub-id pub-id-type="doi">10.1097/ADM.0000000000001170</pub-id><pub-id pub-id-type="medline">37788621</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hampton</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mugambi</surname><given-names>P</given-names> </name><name name-style="western"><surname>Caggiano</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Closing the digital divide in interventions for substance use disorder</article-title><source>J Psychiatr Brain Sci</source><year>2024</year><volume>9</volume><issue>1</issue><fpage>e240002</fpage><pub-id pub-id-type="doi">10.20900/jpbs.20240002</pub-id><pub-id pub-id-type="medline">38726224</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McPherson</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Burduli</surname><given-names>E</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>CL</given-names> </name><etal/></person-group><article-title>A review of contingency management for the treatment of substance-use disorders: adaptation for underserved populations, use of experimental technologies, and personalized optimization strategies</article-title><source>Subst Abuse Rehabil</source><year>2018</year><volume>9</volume><fpage>43</fpage><lpage>57</lpage><pub-id pub-id-type="doi">10.2147/SAR.S138439</pub-id><pub-id pub-id-type="medline">30147392</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>EW</given-names> </name><name name-style="western"><surname>McCloud</surname><given-names>RF</given-names> </name><name name-style="western"><surname>Viswanath</surname><given-names>K</given-names> </name></person-group><article-title>Designing effective eHealth interventions for underserved groups: five lessons from a decade of eHealth intervention design and deployment</article-title><source>J Med Internet Res</source><year>2022</year><month>01</month><day>7</day><volume>24</volume><issue>1</issue><fpage>e25419</fpage><pub-id pub-id-type="doi">10.2196/25419</pub-id><pub-id pub-id-type="medline">34994700</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gilbert</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Daughton</surname><given-names>AR</given-names> </name><name name-style="western"><surname>Chilcoat</surname><given-names>HD</given-names> </name><name name-style="western"><surname>Laffont</surname><given-names>CM</given-names> </name><name name-style="western"><surname>Strafford</surname><given-names>S</given-names> </name><name name-style="western"><surname>DeVeaugh-Geiss</surname><given-names>AM</given-names> </name></person-group><article-title>Social listening for patient experiences with stopping extended-release buprenorphine: content analysis of reddit messages</article-title><source>J Med Internet Res</source><year>2025</year><month>04</month><day>25</day><volume>27</volume><fpage>e71245</fpage><pub-id pub-id-type="doi">10.2196/71245</pub-id><pub-id pub-id-type="medline">40279635</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Rosenbaum bounds sensitivity analyses on urine test and appointment rates.</p><media xlink:href="mental_v12i1e73617_app1.docx" xlink:title="DOCX File, 21 KB"/></supplementary-material></app-group></back></article>