<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i10e22833</article-id>
      <article-id pub-id-type="pmid">33021488</article-id>
      <article-id pub-id-type="doi">10.2196/22833</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Preliminary Outcomes of a Digital Therapeutic Intervention for Smoking Cessation in Adult Smokers: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Garrison</surname>
            <given-names>Kathleen</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Webb</surname>
            <given-names>Jamie</given-names>
          </name>
          <degrees>BSc (Hons), MRes</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Digital Therapeutics Inc</institution>
            <addr-line>‍2443 Fillmore St</addr-line>
            <addr-line>San Francisco, CA, 94115</addr-line>
            <country>United States</country>
            <phone>1 650 684 5503</phone>
            <email>jamie@quitgenius.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1020-0773</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Peerbux</surname>
            <given-names>Sarrah</given-names>
          </name>
          <degrees>BA (Hons), MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5560-0749</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Smittenaar</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7017-3439</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Siddiqui</surname>
            <given-names>Sarim</given-names>
          </name>
          <degrees>BSc (Hons), MBBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4909-316X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Sherwani</surname>
            <given-names>Yusuf</given-names>
          </name>
          <degrees>BSc (Hons), MBBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2027-9550</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ahmed</surname>
            <given-names>Maroof</given-names>
          </name>
          <degrees>BSc (Hons), MBBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1057-6583</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>MacRae</surname>
            <given-names>Hannah</given-names>
          </name>
          <degrees>BA, DClinPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9060-6561</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Puri</surname>
            <given-names>Hannah</given-names>
          </name>
          <degrees>BSc (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0521-5241</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Bhalla</surname>
            <given-names>Sangita</given-names>
          </name>
          <degrees>BSc (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9742-0367</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>Azeem</given-names>
          </name>
          <degrees>MD, FRCP, FRCGP, FFPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2357-9858</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Digital Therapeutics Inc</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jamie Webb <email>jamie@quitgenius.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>10</issue>
      <elocation-id>e22833</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>9</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Jamie Webb, Sarrah Peerbux, Peter Smittenaar, Sarim Siddiqui, Yusuf Sherwani, Maroof Ahmed, Hannah MacRae, Hannah Puri, Sangita Bhalla, Azeem Majeed. Originally published in JMIR Mental Health (http://mental.jmir.org), 06.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2020/10/e22833" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Tobacco smoking remains the leading cause of preventable death and disease worldwide. Digital interventions delivered through smartphones offer a promising alternative to traditional methods, but little is known about their effectiveness.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective was to test the preliminary effectiveness of Quit Genius, a novel digital therapeutic intervention for smoking cessation.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A 2-arm, single-blinded, parallel-group randomized controlled trial design was used. Participants were recruited via referrals from primary care practices and social media advertisements in the United Kingdom. A total of 556 adult smokers (aged 18 years or older) smoking at least 5 cigarettes a day for the past year were recruited. Of these, 530 were included for the final analysis. Participants were randomized to one of 2 interventions. Treatment consisted of a digital therapeutic intervention for smoking cessation consisting of a smartphone app delivering cognitive behavioral therapy content, one-to-one coaching, craving tools, and tracking capabilities. The control intervention was very brief advice along the Ask, Advise, Act model. All participants were offered nicotine replacement therapy for 3 months. Participants in a random half of each arm were pseudorandomly assigned a carbon monoxide device for biochemical verification. Outcomes were self-reported via phone or online. The primary outcome was self-reported 7-day point prevalence abstinence at 4 weeks post quit date.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 556 participants were randomized (treatment: n=277; control: n=279). The intention-to-treat analysis included 530 participants (n=265 in each arm; 11 excluded for randomization before trial registration and 15 for protocol violations at baseline visit). By the quit date (an average of 16 days after randomization), 89.1% (236/265) of those in the treatment arm were still actively engaged. At the time of the primary outcome, 74.0% (196/265) of participants were still engaging with the app. At 4 weeks post quit date, 44.5% (118/265) of participants in the treatment arm had not smoked in the preceding 7 days compared with 28.7% (76/265) in the control group (risk ratio 1.55, 95% CI 1.23-1.96; <italic>P</italic>&#60;.001; intention-to-treat, n=530). Self-reported 7-day abstinence agreed with carbon monoxide measurement (carbon monoxide &#60;10 ppm) in 96% of cases (80/83) where carbon monoxide readings were available. No harmful effects of the intervention were observed.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The Quit Genius digital therapeutic intervention is a superior treatment in achieving smoking cessation 4 weeks post quit date compared with very brief advice.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>International Standard Randomized Controlled Trial Number (ISRCTN) 65853476; https://www.isrctn.com/ISRCTN65853476</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital</kwd>
        <kwd>smoking</kwd>
        <kwd>cessation</kwd>
        <kwd>mobile</kwd>
        <kwd>randomized controlled trial</kwd>
        <kwd>app</kwd>
        <kwd>mobile phone</kwd>
        <kwd>mHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Smoking is a leading cause of preventable and premature death worldwide. It is an important risk factor for serious health problems and life-threatening diseases [<xref ref-type="bibr" rid="ref1">1</xref>]. Globally, tobacco use causes more than 8 million yearly deaths [<xref ref-type="bibr" rid="ref2">2</xref>]. Moreover, the total global economic cost of smoking is more than $1.4 trillion a year [<xref ref-type="bibr" rid="ref3">3</xref>]. Smoking is, therefore, a major worldwide economic and public health concern [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>In the United Kingdom, very brief advice (VBA) is the recommended clinical practice for smoking cessation for all health care practitioners [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. It is designed to promote quit attempts and to be used opportunistically in virtually any situation [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Those interested in quitting are referred to their local stop smoking service [<xref ref-type="bibr" rid="ref4">4</xref>], which typically combines face-to-face behavioral support with the option of pharmacotherapy, offered as nicotine replacement therapy (NRT) or varenicline. Similarly, in the United States, smokers can access free telephone services and tobacco cessation websites that provide access to pharmacotherapy and additional behavioral support [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Despite traditional smoking cessation programs demonstrating efficacy, they only help about 8% of smokers to quit long-term [<xref ref-type="bibr" rid="ref7">7</xref>]. Such programs have been shown to have limited utilization due to scheduling, time, and financial constraints [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Telephone support can overcome these barriers but reaches only about 1% of smokers annually [<xref ref-type="bibr" rid="ref10">10</xref>]. Given that support may be difficult to access, there is an urgent need for alternative solutions that are cost-effective, convenient, and scalable.</p>
        <p>Technological advancements have led to new approaches that aim to overcome the drawbacks of conventional smoking cessation programs. Smartphone apps are one new approach with the potential to support behavior change [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. They have been used successfully across a multitude of therapeutic areas, including chronic conditions [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>] and the promotion of healthy behaviors [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Smartphone apps have advantages over traditional approaches, including ease of accessibility, personalization of interactions with real-time feedback, scalability to large populations, and cost-effectiveness [<xref ref-type="bibr" rid="ref23">23</xref>]. In 2018, the number of mobile phone subscriptions topped 8 billion globally [<xref ref-type="bibr" rid="ref23">23</xref>]. Smartphone apps have the potential to reach smokers who would not or are unable to use traditional services.</p>
        <p>However, there is a paucity of data that examine the efficacy of smartphone apps for smoking cessation. A review of mobile phone–based smoking support identified only 5 randomized controlled trials (RCTs) that tested the effectiveness of smartphone apps with low-intensity support, with each showing limited efficacy [<xref ref-type="bibr" rid="ref23">23</xref>]. Furthermore, a recent content analysis revealed low adherence of existing smartphone apps to evidence-based treatment guidelines [<xref ref-type="bibr" rid="ref24">24</xref>], while a review of the 50 most downloaded cessation apps found only 2 with scientific support [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Digital therapeutic interventions are a new wave of smartphone apps that can deliver high-intensity evidence-based therapeutic programs. Emerging evidence is encouraging and suggests that high-intensity support delivered via digital therapeutic interventions can aid smoking cessation. However, many promising early studies suffer from limitations, such as using single-arm cohorts or solely relying on self-reported abstinence without biochemical verification to assess intervention efficacy [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. To date, very few RCTs have been conducted on digital therapeutic interventions for smoking cessation [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study had several objectives. The first objective of this study was to test the preliminary effectiveness of the digital therapeutic intervention Quit Genius (QG) by measuring 7-day point prevalence abstinence at 4 weeks post quit date. Other objectives included assessing user engagement with QG, as well as testing its effect on cognitive, attitudinal, and emotional outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We conducted a 2-arm, single-blinded, parallel-group, preregistered randomized controlled trial with 4-week, 6-month, and 12-month follow-up. This trial report is in accordance with the Consolidated Standards of Reporting Trials (CONSORT) checklist. Here we report the primary outcomes at 4 weeks only, as data collection for later time points is still ongoing. Approval was granted by the Health and Social Care Research Ethics Committee A (reference 18/NI/0171) and this research complies with the Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were recruited in the United Kingdom between January and November 2019. Adult smokers (aged 18 years or older) were invited to participate if they had been smoking at least 5 cigarettes a day for the past year, were not using any other form of stop smoking support, and had sufficient mobile phone functionality (fifth generation or higher for Apple iPhone or version 18 or higher for Android). The exclusion criteria were not speaking English, pregnancy, chronic obstructive pulmonary disease, psychiatric medication, and a serious health condition that would substantially hinder completion of the intervention or control, as determined by the study team. Participants with serious health conditions or using psychiatric medication were ruled out as a safety consideration.</p>
        <p>Participants were recruited offline from primary care practices across London via SMS text messaging campaigns. Posters and leaflets at local community venues and advertisements on social media were also used. Recruitment advertisements and study information given to participants described the opportunity of being allocated to one of 2 possible behavioral interventions, in addition to optional NRT. No mention of a digital intervention was made to the participants before randomization. Participants randomized into the study received £10 (US $12.82) to offset travel expenses. Participants completed a questionnaire online or via the telephone at 4 weeks after their quit date and were paid £20 (US $25.63) for completion.</p>
      </sec>
      <sec>
        <title>Registration</title>
        <p>The trial was registered in the International Standard Randomized Controlled Trial Number (ISRCTN) database (ISRCTN65853476) on December 18, 2018. On July 24, 2019, we adjusted the primary outcome to equate it with the majority of trials on smoking cessation. Specifically, the time window for assessing whether the participant had successfully quit was reduced from 2 weeks to 1 week. The previously approved primary outcome related to the Russell Standard (ie, self-reported abstinence in the past 2 weeks at 4 weeks post quit date). This was changed to capture self-reported 7-day point prevalence abstinence at 4 weeks. This decision was informed in part by a recent Delphi study, which found only partial compliance with the Russell Standard, as reported by smoking cessation experts [<xref ref-type="bibr" rid="ref29">29</xref>]. Although we acknowledged a lack of consensus relating to outcome criteria in smoking cessation research, it was our opinion that the use of 7-day point prevalence is preferable to 14-day point prevalence, as it allows for greater comparability with other studies. Amending the primary outcome to 7-day point prevalence allowed for greater comparison with other studies of face-to-face, digital, and other low-intensity intervention smoking cessation trials (full justification is available on the ISRCTN page). This decision was made without having analyzed trial outcomes. The 14-day point prevalence was added as a secondary outcome. Another secondary outcome (number of quit attempts up to week 4 post quit date) is reported here as “any additional quit attempt after the quit date” because a continuous test was not appropriate on the distribution, which was predominantly 1 quit attempt. All other adjustments to the trial registration only concerned start and end dates of recruitment and publication to account for unexpected challenges in recruitment.</p>
      </sec>
      <sec>
        <title>Randomization and Masking</title>
        <p>Participants were randomized 1:1 (treatment:control) using a block size of 4 participants through the trial management system Curebase (Curebase Inc) [<xref ref-type="bibr" rid="ref30">30</xref>]. Researchers randomizing participants were blind to allocation until they had performed the randomization.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>At first contact (via phone or online), participants were provided with study information and completed a questionnaire to determine eligibility. If eligible, participants were invited to attend an in-person baseline session where eligibility was reconfirmed and informed consent and baseline data were collected. Participants were then randomized. All participants were recommended to set their quit date within 2 weeks of randomization, but this was not a mandatory requirement for study participation. All participants were offered NRT in addition to their allocated intervention. At 4 weeks post quit date, participants were invited to complete the follow-up survey (via phone or online).</p>
      </sec>
      <sec>
        <title>Treatment Intervention: Quit Genius</title>
        <p>Quit Genius is a digital therapeutic intervention comprising a smartphone app informed by the principles of cognitive behavioral therapy (CBT) [<xref ref-type="bibr" rid="ref31">31</xref>]. It is a year-long program designed to support the user both before and after their quit date. Quit Genius delivers intervention components that have demonstrated efficacy in promoting smoking cessation, including self-monitoring, goal setting, encouraging medication adherence, and providing feedback on progress. QG was developed over many iterations, including engagement with smokers, patient representatives, and scientific advisors. The app collects data on users through in-app metrics to help personalize the program. Metrics include usage, session completion, program completion, and quit date. Additional data are collected based on user participation and feedback following CBT exercises, providing information such as the user’s reasons for quitting smoking and the reasons why they continue to smoke.</p>
        <p>Content is tailored to the user and delivered in the form of animated videos, audio sessions, reflective exercises, and quizzes. The user is prompted to complete a series of self-paced steps on their smoking cessation journey, with each new step (and content) unlocking only once the previous step has been completed. The program content is divided into 2 stages. The “Essentials” stage, in which the user is prompted to complete a series of different steps before their quit date, covers aspects such as preparing for the quit date, using nicotine replacement therapy, and thinking about the reasons for quitting. The “Sustain” stage, which the user completes once they quit smoking, focuses on the general principles of relapse prevention and helps the user to stay smoke free in the long-term. In the time leading up to their quit date, users are encouraged to monitor their smoking habits daily by logging the number of cigarettes smoked, their triggers (how they felt when they wanted to smoke), and the intensity of their craving. Once the user has quit smoking, they are encouraged to log whether they are currently smoking.</p>
        <p>As part of the QG digital therapeutic intervention, participants also have access to a quit coach, an advisor qualified by the National Centre for Smoking Cessation and Training (NCSCT). The coach provides personalized CBT-based support via a digital chat interface and the phone. Typically, participants partake in an initial phone call, with the rest of the quit coach interaction mediated through the in-app digital chat interface. Users can monitor their progress via the app, which details improvements to health and any financial benefits gained from being a nonsmoker since their quit date. Finally, users can access the “Craving Toolbox,” which comprises audio content of short breathing exercises, mindfulness exercises, and meditation exercises designed to help the user manage their cravings to smoke. The QG app uses CBT to target not only smoking cessation but also skills and strategies to promote improved mental health and well-being. While the QG app does not substitute professional care for mental health concerns, the app specifically addresses common mental health concerns such as low mood, anxiety, stress, self-esteem, and social skills. The app also specifically targets general health and well-being concerns, such as diet, exercise, and self-care techniques. Specific skills and techniques used include goal setting, cognitive restructuring, graded exposure, progressive muscle relaxation, mindfulness, assertiveness and communication training, and problem-solving skills. QG users receive push notifications to serve as reminders to engage with the app. All participants in the treatment group received free access to the QG intervention (screenshots shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Screenshots of the digital therapeutic intervention Quit Genius.</p>
          </caption>
          <graphic xlink:href="mental_v7i10e22833_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Control Intervention: Very Brief Advice</title>
        <p>VBA is a simple form of advice designed to be used opportunistically. It follows the Ask, Advise, Act structure, as recommended by the UK government. Participants were advised to contact their local stop smoking service to access support and medication to quit smoking. Trial assistants were trained in the delivery of VBA, as per NCSCT guidelines. For the control group participants allocated a carbon monoxide (CO) device, a nonbranded mobile app (ASH app) was also provided to visualize CO readings for the participant. The control group mobile app was only used in conjunction with the CO device and contained no other content for participants.</p>
      </sec>
      <sec>
        <title>Nicotine Replacement Therapy</title>
        <p>All participants had the option to receive nicotine replacement products (2-mg or 4-mg gum and 16-hour or 24-hour patches) free for 12 weeks, with the first 2-week supply issued at the baseline visit. Participants were allowed to purchase alternative forms of oral NRT.</p>
      </sec>
      <sec>
        <title>Carbon Monoxide Monitor</title>
        <p>Half of all participants were given a CO monitor (Smokerlyzer; coVita Inc) to measure levels of carbon monoxide in their breath and to validate self-reported smoking abstinence. Participants were selected pseudorandomly to ensure 50% of each group was assigned a device. Devices were provided to 50% of participants for cost considerations and to explore if being assigned a CO monitor would affect quit rates between subgroups. CO levels were collected via self-reporting at 4 weeks post quit date. The CO devices plugged into the headphone or charging slot of participants' smartphones and were used in conjunction with the QG and control app. At the follow-up time point, participants were asked to give a reading from their device via the phone or online. NCSCT guidelines of a CO reading less than 10 ppm were used to validate participants' self-reported abstinence [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Engagement</title>
        <p>Engagement with the digital therapeutic intervention was measured via app opens, weeks actively using the app (defined as logging in to the app), stage progression through education and CBT components, number of messages sent between the participant and quit coach, check-ins (defined as a self-report of smoking status, that is, yes or no smoking after quit date), and diary entries (defined as registration of a cigarette before or after quit date using the in-app diary).</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>Measurements were taken at baseline and at the 4-week follow-up. The following variables were collected at baseline: demographic details, smoking status, smoking history, expired carbon monoxide level, Fagerström Test for Nicotine Dependence [<xref ref-type="bibr" rid="ref33">33</xref>], Smoking Abstinence Self-efficacy Questionnaire (SASEQ) [<xref ref-type="bibr" rid="ref34">34</xref>], Warwick-Edinburgh Mental Well-being Scale (WEMWBS) [<xref ref-type="bibr" rid="ref35">35</xref>], short version of the World Health Organization Quality of Life (WHOQOL-BREF) [<xref ref-type="bibr" rid="ref36">36</xref>], and the service use questionnaire [<xref ref-type="bibr" rid="ref37">37</xref>]. At 4 weeks post quit date, smoking status, changes in attitudes and perceptions of smoking, SASEQ, WEMWBS, and WHOQOL-BREF were collected. Expired carbon monoxide level was collected only in those participants who were assigned their own device. Measurements were collected via online questionnaires.</p>
        <p>The primary outcome was self-reported 7-day point prevalence abstinence at 4 weeks post quit date. Secondary outcomes at week 4 were 14-day point prevalence abstinence, any additional quit attempts after the quit date, self-reported changes in confidence levels, knowledge, attitudes and perceptions related to smoking cessation, changes in SASEQ and WEMWBS, and satisfaction with the treatment intervention (treatment group only).</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>At 4 weeks, we expected to observe a 7-day abstinence rate of 25% in the treatment group and 10% in the control group. At a type I error rate of 5% and power of 90%, we required 133 participants per group (266 total). At 6 months, a conservative estimate would be a 10% quit rate in the treatment group and 3% quite rate in the control group. To detect a difference with 80% power and 5% type I error, we needed to randomize 194 participants per group (388 total). Assuming a 20% dropout, we aimed to recruit at least 500 participants.</p>
        <p>We performed both intention-to-treat (ITT) [<xref ref-type="bibr" rid="ref38">38</xref>] and per-protocol (PP) analyses. ITT included all participants assigned to treatment and control. ITT analysis assumed that participant data were not missing at random. PP included the subset of participants that provided answers to the self-reported outcomes at week 4.</p>
        <p>We used chi-square tests for binary outcomes and 2-sample 2-tailed <italic>t</italic> tests for continuous outcomes. Those lost to follow-up at 4 weeks were considered as currently smoking for the primary outcome and 2-week abstinence. They were also considered as making no additional quit attempts after the quit date; not choosing “strongly agree” to improvements in confidence, knowledge, or attitude; and showing no change in self-efficacy or mental well-being from baseline. We used logistic regression to estimate the main effect of being assigned a CO device on likelihood of quitting, with treatment assignment as a covariate in the model. We made no corrections for multiple comparisons.</p>
        <p>All data processing and analysis was performed in R (R Foundation for Statistical Computing) using the tidyverse package family and the fmsb package [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p/>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Flowchart</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the CONSORT flowchart for the RCT.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>CONSORT flowchart.</p>
          </caption>
          <graphic xlink:href="mental_v7i10e22833_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <p>A total of 556 participants were randomized (treatment: n=277; control: n=279). The intention-to-treat analysis included 530 participants (n=265 in each arm; 11 excluded for randomization before trial registration and 15 for protocol violations at baseline visit). Participants came from a wide age range (treatment: 19-73 years; control: 20-78 years), there were slightly more men than women, and about 2 in 3 self-identified as White (<xref ref-type="table" rid="table1">Table 1</xref>). Educational attainment ranged uniformly from secondary education to postgraduate education, and 80.0% (424/530) were in paid employment, of which over half were in managerial or professional roles. Participants were smoking on average 14 (treatment) or 15 (control) cigarettes per day, with nicotine dependence of 4 out of 10 on the Fagerström Test for Nicotine Dependence. Most participants (451/530, 85.0%) had previously made quit attempts, primarily by going “cold turkey” or with the help of e-cigarettes and NRT. No substantial differences between treatment and control groups were introduced through randomization.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics and smoking history of treatment and control groups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="590"/>
            <col width="190"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Treatment</td>
                <td>Control</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Participants, n</td>
                <td>265</td>
                <td>265</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>40 (12)</td>
                <td>42 (12)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Female, n (%)</td>
                <td>123 (46.4)</td>
                <td>116 (43.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Ethnicity, n (%)</bold>
                </td>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>183 (69.1)</td>
                <td>164 (61.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black/Caribbean/African</td>
                <td>25 (9.4)</td>
                <td>30 (11.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td>18 (6.8)</td>
                <td>25 (9.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Arab</td>
                <td>3 (1.1)</td>
                <td>4 (1.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed</td>
                <td>24 (9.1)</td>
                <td>23 (8.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>7 (2.6)</td>
                <td>11 (4.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to say</td>
                <td>5 (1.9)</td>
                <td>8 (3.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Education, n (%)</bold>
                </td>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>GCSE<sup>a</sup> or lower</td>
                <td>57 (21.5)</td>
                <td>61 (23.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>A-level</td>
                <td>65 (24.5)</td>
                <td>51 (19.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Undergraduate degree</td>
                <td>76 (28.7)</td>
                <td>77 (29.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Postgraduate degree</td>
                <td>44 (16.6)</td>
                <td>51 (19.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>PhD</td>
                <td>6 (2.3)</td>
                <td>2 (0.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to say</td>
                <td>17 (6.4)</td>
                <td>23 (8.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">In paid employment, n (%)</td>
                <td>209 (78.9)</td>
                <td>214 (80.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Type of employment (if employed), n (%)</bold>
                </td>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Managerial or professional</td>
                <td>126 (60.5)</td>
                <td>113 (53.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Routine or manual</td>
                <td>22 (10.5)</td>
                <td>33 (15.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intermediate</td>
                <td>21 (10.0)</td>
                <td>20 (9.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>38 (18.1)</td>
                <td>41 (19.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to say</td>
                <td>2 (1.0)</td>
                <td>7 (3.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Cigarettes per day, mean (SD)</td>
                <td>14 (6)</td>
                <td>15 (7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Fagerström Test for Nicotine Dependence (range 0-10), mean (SD)</td>
                <td>4 (2)</td>
                <td>4 (2)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Any past attempt to quit smoking, n (%)</td>
                <td>223 (84.2)</td>
                <td>228 (86.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Method previously used (if past attempts), n (%)</bold>
                </td>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cold turkey</td>
                <td>104 (46.8)</td>
                <td>113 (49.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>E-cigarettes</td>
                <td>93 (41.5)</td>
                <td>95 (41.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>NRT<sup>b</sup></td>
                <td>68 (30.6)</td>
                <td>64 (27.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prescription medication</td>
                <td>24 (10.9)</td>
                <td>34 (15.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Smartphone app</td>
                <td>20 (9.1)</td>
                <td>22 (9.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hypnotherapy</td>
                <td>8 (3.8)</td>
                <td>16 (7.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychological therapy</td>
                <td>3 (1.5)</td>
                <td>4 (1.9)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GCSE: General Certificate of Secondary Education.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>NRT: nicotine replacement therapy.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Engagement</title>
        <p>Engagement with different facets of the digital therapeutic intervention is shown in <xref ref-type="table" rid="table2">Table 2</xref>. By the quit date (an average 16 days after randomization), 89.1% (236/265) of those in the treatment arm were still actively engaged. At the time of primary outcome, 74.0% (196/265) of participants were still engaging with the app. The content consisting of education and cognitive behavioral therapy (Essentials 1 and 2) were completed by 55.1% (146/265) and 35.8% (95/265) of participants, respectively. In addition, 69.1% (183/265) of participants sent at least one in-app message to their coach, and on average, people messaged their coach about once per week. On average, participants reported 12 diary entries to report cigarettes smoked before their quit date and 6 check-ins to report cravings or lapses after their quit date.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Engagement with the digital therapeutic intervention in the treatment group (intention-to-treat participants, n=265).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="580"/>
            <col width="420"/>
            <thead>
              <tr valign="top">
                <td>Engagement</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>App opens up to week 4, mean (SD), IQR</td>
                <td>37 (52), 9-43</td>
              </tr>
              <tr valign="top">
                <td>Days between randomization and quit date, mean (SD), IQR</td>
                <td>16 (21), 9-23</td>
              </tr>
              <tr valign="top">
                <td>Still active by quit date, n (%)</td>
                <td>236 (89.1)</td>
              </tr>
              <tr valign="top">
                <td>Still active 4 weeks after quit date, n (%)</td>
                <td>196 (74.0)</td>
              </tr>
              <tr valign="top">
                <td>Completed Essentials 1<sup>a</sup>, n (%)</td>
                <td>146 (55.1)</td>
              </tr>
              <tr valign="top">
                <td>Completed Essentials 2<sup>b</sup>, n (%)</td>
                <td>95 (35.8)</td>
              </tr>
              <tr valign="top">
                <td>Sent 1+ messages to coach, n (%)</td>
                <td>183 (69.1)</td>
              </tr>
              <tr valign="top">
                <td>Messages to coach before quit date, mean (SD), IQR</td>
                <td>3.3 (5.9), 0-4</td>
              </tr>
              <tr valign="top">
                <td>Messages to coach from quit date to week 4, mean (SD), IQR</td>
                <td>4.2 (7.5), 0-6</td>
              </tr>
              <tr valign="top">
                <td>Messages from coach before quit date, mean (SD), IQR</td>
                <td>6.6 (6.3), 2-9</td>
              </tr>
              <tr valign="top">
                <td>Messages from coach from quit date to week 4, mean (SD), IQR</td>
                <td>6.2 (5.8), 2-9</td>
              </tr>
              <tr valign="top">
                <td>Number of diary entries<sup>c</sup> before quit date, mean (SD), IQR</td>
                <td>12 (27), 1-12</td>
              </tr>
              <tr valign="top">
                <td>Number of check-ins<sup>d</sup> from quit date to week 4, mean (SD), IQR</td>
                <td>6 (10), 0-9</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><bold><sup>a</sup></bold>Essentials 1: program content aimed at preparation for the quit date.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Essentials 2: program content intended for just after the quit date.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Diary entry: registration of a cigarette smoked before and after the quit date.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Check-in: self-report of smoking status after the quit date.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p><xref ref-type="table" rid="table3">Table 3</xref> shows the primary outcome and secondary outcomes for intention-to-treat and per-protocol analyses. In the intention-to-treat analysis, those in the treatment arm were 55% more likely to report 7-day abstinence 4 weeks after their quit date compared to those in the control group (risk ratio 1.55, 95% CI 1.23-1.96; 118/265, 44.5% vs 75/265, 28.3% quit rate). In participants that were pseudorandomly assigned a CO device (treatment: 138/265; control: 142/265), 97.1% (134/138) in treatment and 97.9% (139/142) in the control group provided a CO reading at baseline, and 60.9% (84/138) in treatment and 66.9% (95/142) in the control group provided a reading at 4 weeks (including those who did not complete the week 4 questionnaire). CO completion was 88% (50/57) and 89% (33/37), respectively, in participants that claimed abstinence at 4 weeks. For these abstaining participants, the CO measurement was below 10 ppm for 96% (48/50) and 97% (32/33) of participants in treatment and control, respectively. Whether or not a participant was provided with a CO device did not significantly predict quit rate (<italic>P</italic>=.29 in logistic regression with CO device and intervention main effects). There was no difference in NRT use in treatment (133/225, 59.1%) and control (146/231, 63.2%) in those that completed the week 4 questionnaire (risk ratio 0.94, 95% CI 0.81-1.08), nor in electronic cigarette use in treatment (29/225, 12.9%) and control (23/231, 10.0%) groups (risk ratio 1.29, 95% CI 0.77-2.17).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Outcomes at 4 weeks after quit date.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="230"/>
            <col width="110"/>
            <col width="110"/>
            <col width="100"/>
            <col width="80"/>
            <col width="80"/>
            <col width="110"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Outcome and group</td>
                <td>Treatment</td>
                <td>Control</td>
                <td>Chi-square test (<italic>df</italic>)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
                <td>RR<sup>a</sup> (95% CI)</td>
                <td>Group difference (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Primary outcome</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td/>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>7-day abstinence, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT<sup>b</sup> (n=530)</td>
                <td>118 (44.5)</td>
                <td>75 (29.3)</td>
                <td>13.7 (1)</td>
                <td>N/A<sup>c</sup></td>
                <td>&#60;.001</td>
                <td>1.55 (1.23 to 1.96)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>d,e</sup> (n=456)</td>
                <td>118 (52.4)</td>
                <td>75 (32.5)</td>
                <td>17.8 (1)</td>
                <td>N/A</td>
                <td>&#60;.001</td>
                <td>1.62 (1.29 to 2.02)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Secondary outcomes</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td/>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>14-day abstinence, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>91 (34.3)</td>
                <td>62 (23.3)</td>
                <td>7.2 (1)</td>
                <td>N/A</td>
                <td>.007</td>
                <td>1.47 (1.12 to 1.93)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>e</sup> (n=456)</td>
                <td>91 (40.4)</td>
                <td>61 (26.4)</td>
                <td>9.5 (1)</td>
                <td>N/A</td>
                <td>.002</td>
                <td>1.53 (1.17 to 2.0)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Any additional quit attempt beyond initial quit date, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>68 (25.6)</td>
                <td>86 (32.5)</td>
                <td>2.6 (1)</td>
                <td>N/A</td>
                <td>.10</td>
                <td>0.79 (0.6 to 1.03)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>f</sup> (n=443)</td>
                <td>68 (30.9)</td>
                <td>86 (38.6)</td>
                <td>2.5 (1)</td>
                <td>N/A</td>
                <td>.11</td>
                <td>0.8 (0.62 to 1.04)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Knowledge improved, n (%)<sup>g</sup></bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>104 (39.2)</td>
                <td>77 (29.1)</td>
                <td>5.7 (1)</td>
                <td>N/A</td>
                <td>.02</td>
                <td>1.35 (1.06 to 1.72)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>f</sup> (n=443)</td>
                <td>104 (47.3)</td>
                <td>76 (34.1)</td>
                <td>7.5 (1)</td>
                <td>N/A</td>
                <td>.006</td>
                <td>1.39 (1.1 to 1.75)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Confidence improved, n (%)<sup>g</sup></bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>84 (31.6)</td>
                <td>65 (24.5)</td>
                <td>3.0 (1)</td>
                <td>N/A</td>
                <td>.08</td>
                <td>1.29 (0.98 to 1.7)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>f</sup> (n=443)</td>
                <td>84 (38.2)</td>
                <td>64 (28.7)</td>
                <td>4.1 (1)</td>
                <td>N/A</td>
                <td>.04</td>
                <td>1.33 (1.02 to 1.74)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Attitude improved, n (%)<sup>g</sup></bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>100 (37.7)</td>
                <td>103 (38.8)</td>
                <td>0.0 (1)</td>
                <td>N/A</td>
                <td>.86</td>
                <td>0.97 (0.78 to 1.21)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>f</sup> (n=443)</td>
                <td>100 (45.5)</td>
                <td>101 (45.3)</td>
                <td>0.0 (1)</td>
                <td>N/A</td>
                <td>&#62;.99</td>
                <td>1 (0.82 to 1.23)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Change in</bold>
                  <bold>SASEQ<sup>h</sup></bold>
                  <bold>(24-point scale), mean (SD)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>4.2 (7.0)</td>
                <td>3.1 (6.7)</td>
                <td>N/A</td>
                <td>1.7 (527)</td>
                <td>.09</td>
                <td>N/A</td>
                <td>1.0 (–0.161 to 2.17)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>i</sup> (n=440)</td>
                <td>5.1 (7.4)</td>
                <td>3.6 (7.0)</td>
                <td>N/A</td>
                <td>2.0 (436)</td>
                <td>.04</td>
                <td>N/A</td>
                <td>1.4 (0.052 to 2.75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Change in WEMWBS<sup>j</sup></bold>
                  <bold>(56-point scale), mean (SD)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>ITT (n=530)</td>
                <td>0.7 (7.0)</td>
                <td>0.6 (6.5)</td>
                <td>N/A</td>
                <td>0.2 (525)</td>
                <td>.83</td>
                <td>N/A</td>
                <td>0.13 (–1.02 to 1.28)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>
                  <break/>
                </td>
                <td>PP<sup>i</sup> (n=440)</td>
                <td>0.9 (7.7)</td>
                <td>0.8 (7.0)</td>
                <td>N/A</td>
                <td>0.2 (433)</td>
                <td>.88</td>
                <td>N/A</td>
                <td>0.11 (–1.26 to 1.48)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Unregistered outcomes</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td/>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Cigarettes per day in those that failed to quit, mean (SD)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>PP (n=222)</td>
                <td>7.9 (6.4)</td>
                <td>7.5 (5.9)</td>
                <td>N/A</td>
                <td>0.5 (180)</td>
                <td>.65</td>
                <td>N/A</td>
                <td>0.39 (–1.29 to 2.06)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>% reduction in cigarettes per day in those that failed to quit, mean (SD)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>PP (n=222)</td>
                <td>48.1 (28.2)</td>
                <td>48.9 (29.3)</td>
                <td>N/A</td>
                <td>–0.2 (194)</td>
                <td>.83</td>
                <td>N/A</td>
                <td>–0.83 (–8.57 to 6.91</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>RR: risk ratio.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>ITT: intention to treat.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>PP: per protocol.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Treatment: n=225; control: n=231.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Treatment: n=220; control: n=223.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>As measured by percentage of participants reporting “strongly agree.”</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>SASEQ: Smoking Abstinence Self-efficacy Questionnaire.</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>Treatment: n=219; control: n=221.</p>
            </fn>
            <fn id="table3fn10">
              <p><sup>j</sup>WEMWBS: Warwick-Edinburgh Mental Well-being Scale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>For secondary outcomes, 14-day abstinence showed greater efficacy of treatment compared with control (risk ratio 1.47, 95% CI 1.12-1.93). Those in treatment were no more or less likely to have made an additional quit attempt after the initial quit date (risk ratio 0.79, 95% CI 0.60-1.03). Those in the treatment arm were more likely to strongly agree that their knowledge of their smoking habit had improved (risk ratio 1.35, 95% CI 1.06-1.72), but no such effect was observed regarding their confidence in their ability to stay smoke free (risk ratio 1.29, 95% CI 0.98-1.70) or in terms of whether their attitude toward stopping smoking had become more positive (risk ratio 0.97, 95% CI 0.78-1.21). The treatment was also not superior to control in terms of the increase in smoking self-efficacy (<italic>P</italic>=.09) or mental well-being (<italic>P</italic>=.83). However, in the per-protocol analysis, which included only participants that completed their week 4 outcomes, several secondary outcomes were significantly better in treatment compared with control; confidence improved more (risk ratio 1.33, 95% CI 1.02-1.74), as did self-efficacy (<italic>P</italic>=.04).</p>
        <p>Participant satisfaction with the treatment intervention was high (213/265 in the treatment group that completed the questionnaire at week 4). On a scale from 0 (least satisfied) to 3 (most satisfied), mean quality of the smoking cessation service was 2.4 (SD 0.7), program meeting needs was 2.2 (SD 0.8), helpfulness of information was 2.6 (SD 0.6), helping to deal with smoking effectively was 2.4 (SD 0.7), and likelihood of coming back if needing to quit in the future was 2.5 (SD 0.7). When asked whether the participant would recommend the digital therapeutic intervention to a friend, 92.0% (196/213) would do so. Most participants considered the quit coach (72/213, 33.8%) and the education and CBT content (62/213, 29.1%) to be the most helpful. Some participants considered self-monitoring (28/213, 13.1%), the smoking diary (19/213, 8.9%), the craving toolbox (15/213, 7.0%), or other features (13/213, 6.1%) to be the most helpful. The community element of the digital therapeutic intervention was considered the least helpful, with only 1.9% (4/213) of participants considering it as the most helpful.</p>
        <p>Finally, we examined 2 outcomes unregistered at trial registration. First, cigarettes smoked per day by those who failed to quit showed no difference between treatment and control groups (treatment: 7.9 cigarettes per day; control: 7.5 cigarettes per day). Similarly, the average percent decrease in cigarettes per day, though substantial in both groups, showed no difference between groups (48.1% decrease in treatment vs 48.9% decrease in control; <italic>P</italic>=.83).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this RCT, we assessed the preliminary efficacy of Quit Genius, a digital therapeutic intervention for smoking cessation. The primary outcome of self-reported 7-day abstinence at 4 weeks post quit date was significantly higher (<italic>P</italic>&#60;.001) for the treatment group compared with a control group using VBA.</p>
        <p>Principally, this shows the superiority of the digital therapeutic intervention compared with the United Kingdom’s typical first-line intervention for smoking cessation [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. We show that the digital therapeutic intervention is an effective method for short-term behavior change. The treatment group demonstrated a pseudorandomly CO-verified 4-week quit rate comparable with high-intensity face-to-face smoking cessation programs used by health care services in the United Kingdom [<xref ref-type="bibr" rid="ref42">42</xref>]. Our results support previous literature illustrating that high-intensity behavioral support combined with pharmacotherapy is an effective means of quitting smoking [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Compared with other digital therapeutic interventions, the 44.5% (118/265) and 52.4% (118/225) 7-day abstinence rates 4 weeks after the quit date (for ITT and PP, respectively) compare favorably with previous digital intervention studies. Pivot, another digital therapeutic intervention, achieved an end-of-study CO-verified 7-day abstinence rate of 32% (ITT) and 37% (PP) [<xref ref-type="bibr" rid="ref20">20</xref>]. An acceptance and commitment therapy intervention by Smartquit achieved 21% 7-day abstinence at 2 months post enrollment [<xref ref-type="bibr" rid="ref22">22</xref>]. Clickotine’s 7-day abstinence rate of 45% at 8 weeks post enrollment was similar to that observed in the current study [<xref ref-type="bibr" rid="ref21">21</xref>]. However, all these studies used single-arm designs rather than RCTs and were therefore unable to distinguish the causal effect of treatment, placebo, or underlying differences in propensity to quit in the study population [<xref ref-type="bibr" rid="ref43">43</xref>]. Finally, both Smartquit and Clickotine studies used non–CO-verified self-reported abstinence as their primary means of assessing intervention efficacy, leaving a possibility of falsely reported smoking status [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. This study largely avoided such limitations by using a 2-arm parallel-group RCT design with pseudorandom biochemical verification. While this study pseudorandomly verified the CO of ITT and PP participants, we found a near-perfect agreement (80/83, 96%) between the CO monitor and self-reported abstinence, suggesting that self-report can be taken at face value. The preliminary abstinence rates of the digital therapeutic intervention studied here are promising both in absolute terms and compared with the control group. Nevertheless, 6- and 12-month abstinence rates will be needed to confirm whether the intervention is also efficacious in the longer term.</p>
      </sec>
      <sec>
        <title>Cognitive, Attitudinal, and Emotional Improvements</title>
        <p>Education and confidence are integral mechanisms in eliciting successful smoking cessation [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. In this study, treatment caused a greater improvement in knowledge of personal smoking habits compared with control. Similarly, confidence in ability to stay smoke free was higher in treatment than control, though only statistically significant in participants that completed the study per protocol (<italic>P</italic>=.04). No effect was found on the attitude of participants toward stopping smoking. This suggests that the digital therapeutic intervention is an effective tool for making people aware of their habit and instilling some degree of confidence but fails to improve a commonly negative attitude toward stopping smoking. Given that smoking cessation interventions may be enhanced by incorporating strategies that target attitude change [<xref ref-type="bibr" rid="ref46">46</xref>], the intervention could be further improved to engender a more positive attitude toward quitting.</p>
        <p>Self-efficacy is a robust indicator of future successful smoking abstinence [<xref ref-type="bibr" rid="ref45">45</xref>]. We observed the digital therapeutic intervention to be superior to the control in improving self-efficacy in participants who completed the study per protocol but not when analyzed by intention to treat. This resembles the increase in reported confidence, indicating that the digital therapeutic intervention enhanced users' beliefs in their capacity to quit successfully but that further developments on the intervention should focus on strengthening these outcomes.</p>
        <p>We observed no benefit of the digital therapeutic intervention compared with the control in terms of mental well-being. In a retrospective study of the same intervention, we observed a correlation between hedonic well-being and quit rates [<xref ref-type="bibr" rid="ref47">47</xref>]. In line with this, smoking cessation is typically associated with improved mental health, with evidence illustrating a reduction in anxiety, depression, and stress after quitting [<xref ref-type="bibr" rid="ref48">48</xref>]. Given the higher quit rates in the treatment group, we expected treatment to be superior in terms of mental well-being. However, improvements are usually demonstrated in longer-term follow-ups than the 4 weeks reported here [<xref ref-type="bibr" rid="ref48">48</xref>]. As such, changes in mental well-being might not yet have manifested, and our 6-month and 12-month outcomes will shed light on the longer-term impact of the digital therapeutic intervention on mental well-being. There are both positive and negative effects associated with smoking and smoking abstinence that could impact mental well-being. Evidence suggests that smokers who reduce their smoking but fail to quit show more pronounced mood deterioration than those who succeed [<xref ref-type="bibr" rid="ref48">48</xref>]. Conversely, there is evidence illustrating the negative sequelae of smoking cessation, such as anxiety, insomnia, and weight gain [<xref ref-type="bibr" rid="ref49">49</xref>]. Therefore, it is possible that simultaneous effects could have been active within groups, resulting in no net effect on mental well-being.</p>
        <p>Nicotine addiction is a condition that rarely exceeds a lifetime abstinence rate greater than 50% per treatment. For this reason, many smokers take 30 or more quit attempts before being successful [<xref ref-type="bibr" rid="ref50">50</xref>]. Nonetheless, a reduction in daily cigarette use predicts future behavior change; individuals who reduce their cigarette use by about 50% are more likely to see future quit attempts and greater odds of successful quitting [<xref ref-type="bibr" rid="ref50">50</xref>]. Among treatment participants who had not quit smoking, there was an average reduction of 48% in their cigarette use compared to baseline, similar to control. Digital therapeutic interventions can, perhaps more easily than traditional programs, leverage such data to continue to engage and encourage specific participants after a failed quit attempt, identifying an optimal time to engage when chances of quitting are highest.</p>
      </sec>
      <sec>
        <title>Engagement</title>
        <p>To elicit the success of any noninvasive digital therapeutic intervention, users must actively partake in the treatment [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. We assessed engagement across several elements of the intervention and observed 89.1% (236/265) of the participants using the app until their quit date, with 74.0% (196/265) still using the app 4 weeks after their quit date. One differentiating aspect of this digital therapeutic intervention from typical smartphone apps is the presence of human coaching. We found a consistent bidirectional flow of communication between quit coach and participant from baseline to quit date and from quit date to 4-week follow-up. Of all the elements of treatment offered by the intervention, coaching was considered the most helpful. This reflects previous notions that smoking cessation programs that use health coaching as a means of support are effective in eliciting successful smoking abstinence [<xref ref-type="bibr" rid="ref51">51</xref>]. Thus, the high level of engagement observed in this study may reflect the combination of in-app human coaching and other engagement features, such as push notifications, check-ins, and keeping a diary.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Particular strengths of this study are the randomized controlled design, preregistration of the trial and its outcomes, pseudorandom biochemical verification despite the remote nature of the intervention, and high 4-week follow-up rate. The key limitation of this study is the short follow-up period of 4 weeks. It is known that relapse occurs over a longer time frame [<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>], and the current findings do not speak to the digital therapeutic intervention’s ability to prevent longer-term relapse.</p>
        <p>Another limitation is that participants may have exaggerated their self-reported smoking abstinence. To combat this, participants were informed from study outset that regardless of smoking abstinence, they could remain on the trial and would be eligible for remuneration. Another preventative measure was the use of a measurement device to assess CO levels in the exhaled breath of the individual. Due to cost considerations, these devices were provided pseudorandomly to 50% of each study arm. The near-perfect agreement (80/83, 96%) between the CO monitor and self-reported abstinence suggests that, at least in the context of this digital therapeutic intervention, self-report can be taken at face value.</p>
        <p>A further limitation was that the digital therapeutic intervention was not compared with another multifaceted intervention. VBA was chosen due to its use as the United Kingdom’s typical first-line intervention for smoking cessation, and for those participants not assigned a CO device, no app was provided. Therefore, it is plausible that participants may have guessed that they were assigned the control intervention due its limited functions.</p>
        <p>There were also several limitations of the study sample. While the exclusion of participants with serious health conditions or using psychiatric medication was enforced as a safety consideration, it limits the generalizability to a smoking population that largely has other health and psychiatric conditions. Additionally, it is important to acknowledge that the study largely consisted of a sample of White, educated, and employed participants. Participants were required to attend an in-person baseline visit, so they had to live within a commutable distance to London. Therefore, the participant sample used in this study may be more reflective of an urban population, limiting the generalizability to more rural and remote-based populations.</p>
        <p>Lastly, the lack of experimenter blinding to participant group allocation may have introduced bias into data interpretation. To avoid this, standardized questionnaires, participant interaction scripts, and standard operating procedures were used across treatment groups so that any effect on participant outcome data was minimized. In addition, the trial outcome measures and sample size were preregistered, and data were only analyzed after data collection had been completed.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A digital therapeutic intervention for smoking cessation was superior to very brief advice in achieving smoking cessation after 4 weeks in a pseudorandomly biochemically verified RCT. The digital therapeutic intervention examined here is an effective option for short-term smoking cessation. Participants were actively engaged and satisfied with the intervention. Nevertheless, opportunities exist to improve mental well-being and attitudinal outcomes. A critical open question pertains to the long-term efficacy, which will be reported in a subsequent paper.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-EHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="mental_v7i10e22833_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 2059 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CO</term>
          <def>
            <p>carbon monoxide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ISRCTN</term>
          <def>
            <p>International Standard Randomized Controlled Trial Number</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ITT</term>
          <def>
            <p>intention to treat</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NCSCT</term>
          <def>
            <p>National Centre for Smoking Cessation and Training</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NRT</term>
          <def>
            <p>nicotine replacement therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PP</term>
          <def>
            <p>per protocol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">QG</term>
          <def>
            <p>quit genius</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SASEQ</term>
          <def>
            <p>Smoking Abstinence Self-efficacy Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">VBA</term>
          <def>
            <p>very brief advice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WEMWBS</term>
          <def>
            <p>Warwick-Edinburgh Mental Well-being Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">WHOQOL-BREF</term>
          <def>
            <p>short version of the World Health Organization Quality of Life</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the participating National Health Service primary care practices located across the London districts of Barnet, Camden, Ealing, Hammersmith and Fulham, Islington, Kilburn, and North Kensington for their support in participant recruitment. AM is supported by the Northwest London National Institute for Health Research Applied Research Collaboration.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>The study was funded by the company that produced the Quit Genius digital therapeutic intervention (Digital Therapeutics Inc). PS is a paid statistical consultant. JW, SP, SS, YS, MA, HM, HP, and SB either received a salary from or own equity in Digital Therapeutics Inc.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>World Health Organization Report on the Global Tobacco Epidemic: warning about the dangers of tobacco</article-title>
          <source>World Health Organization</source>
          <year>2011</year>
          <access-date>2020-08-21</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="apps.who.int/iris/bitstream/handle/10665/44616/9789240687813_eng.pdf">apps.who.int/iris/bitstream/handle/10665/44616/9789240687813_eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>WHO report on the global tobacco epidemic 2019: Offer help to quit tobacco use</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <access-date>2020-09-21</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/326043/9789241516204-eng.pdf">https://apps.who.int/iris/bitstream/handle/10665/326043/9789241516204-eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodchild</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nargis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tursan d'Espaignet</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Global economic cost of smoking-attributable diseases</article-title>
          <source>Tob Control</source>
          <year>2018</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2016-053305</pub-id>
          <pub-id pub-id-type="medline">28138063</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2016-053305</pub-id>
          <pub-id pub-id-type="pmcid">PMC5801657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institute for Health and Care Excellence (NICE)</collab>
          </person-group>
          <article-title>Smoking cessation: supporting people to stop smoking</article-title>
          <source>Quality Standards and Indicators</source>
          <year>2013</year>
          <access-date>2020-03-27</access-date>
          <publisher-loc>London, England</publisher-loc>
          <publisher-name>NICE</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/qs43/docu">https://www.nice.org.uk/guidance/qs43/docu</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pooler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lionis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Papadakis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tsiligianni</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Anastasaki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Vinh</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Binh</surname>
              <given-names>PDU</given-names>
            </name>
            <name name-style="western">
              <surname>Quỳnh</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Tuãn</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Talant</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tabyshova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beyshenbekova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marazhapov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sheraliev</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Adapting Very Brief Advice (VBA) on smoking for use in low-resource settings: experience from the FRESH AIR project</article-title>
          <source>J Smok Cessat</source>
          <year>2019</year>
          <month>04</month>
          <day>03</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>190</fpage>
          <lpage>194</lpage>
          <pub-id pub-id-type="doi">10.1017/jsc.2019.4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Cessation Interventions</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2014</year>
          <access-date>2020-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/stateandcommunity/best_practices/pdfs/2014/sectionA-III.pdf">https://www.cdc.gov/tobacco/stateandcommunity/best_practices/pdfs/2014/sectionA-III.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauld</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hiscock</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbie</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Aveyard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Leonardi-Bee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McRobbie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>English Stop-Smoking Services: One-Year Outcomes</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2016</year>
          <month>11</month>
          <day>24</day>
          <volume>13</volume>
          <issue>12</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph13121175"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph13121175</pub-id>
          <pub-id pub-id-type="medline">27886140</pub-id>
          <pub-id pub-id-type="pii">ijerph13121175</pub-id>
          <pub-id pub-id-type="pmcid">PMC5201316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Croghan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Performance of English stop smoking services in first 10 years: analysis of service monitoring data</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>08</month>
          <day>19</day>
          <volume>347</volume>
          <fpage>f4921</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.f4921</pub-id>
          <pub-id pub-id-type="medline">23963106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schauer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Malarcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Engstrom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and correlates of quitline awareness and utilization in the United States: an update from the 2009-2010 National Adult Tobacco Survey</article-title>
          <source>Nicotine Tob Res</source>
          <year>2014</year>
          <month>05</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>544</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntt181</pub-id>
          <pub-id pub-id-type="medline">24253378</pub-id>
          <pub-id pub-id-type="pii">ntt181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Best Practices for Comprehensive Tobacco Control Programs</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2014</year>
          <access-date>2020-09-15</access-date>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>US Department of Health and Human Services, Centers for Disease Control and Prevention, National Center for Chronic Disease Prevention and Health Promotion, Office on Smoking and Health</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/stateandcommunity/best_practices/pdfs/2014/comprehensive.pdf">https://www.cdc.gov/tobacco/stateandcommunity/best_practices/pdfs/2014/comprehensive.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tackett</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Wagener</surname>
              <given-names>TL</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of electronic aids for smoking cessation</article-title>
          <source>Curr Cardiovasc Risk Rep</source>
          <year>2013</year>
          <month>12</month>
          <volume>7</volume>
          <issue>6</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24319519"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12170-013-0343-8</pub-id>
          <pub-id pub-id-type="medline">24319519</pub-id>
          <pub-id pub-id-type="pmcid">PMC3851041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Evaluating Digital Health Interventions: Key Questions and Approaches</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>11</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>843</fpage>
          <lpage>851</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27745684"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.06.008</pub-id>
          <pub-id pub-id-type="medline">27745684</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30229-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5324832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cotter</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Durant</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Agne</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Cherrington</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Internet interventions to support lifestyle modification for diabetes management: a systematic review of the evidence</article-title>
          <source>J Diabetes Complications</source>
          <year>2014</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>243</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24332469"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jdiacomp.2013.07.003</pub-id>
          <pub-id pub-id-type="medline">24332469</pub-id>
          <pub-id pub-id-type="pii">S1056-8727(13)00165-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC3943472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beratarrechea</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Willner</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jahangir</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ciapponi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rubinstein</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The impact of mobile health interventions on chronic disease outcomes in developing countries: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24205809"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2012.0328</pub-id>
          <pub-id pub-id-type="medline">24205809</pub-id>
          <pub-id pub-id-type="pmcid">PMC3880111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shebib</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Smittenaar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mecklenburg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled trial of a 12-week digital care program in improving low back pain</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31304351"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-018-0076-7</pub-id>
          <pub-id pub-id-type="medline">31304351</pub-id>
          <pub-id pub-id-type="pii">76</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maria Jacob</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Strömmer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woods-Townsend</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Inskip</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A Systematic Review of Digital Interventions for Improving the Diet and Physical Activity Behaviors of Adolescents</article-title>
          <source>J Adolesc Health</source>
          <year>2017</year>
          <month>12</month>
          <volume>61</volume>
          <issue>6</issue>
          <fpage>669</fpage>
          <lpage>677</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28822682"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2017.05.024</pub-id>
          <pub-id pub-id-type="medline">28822682</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(17)30253-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5702542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaner</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Beyer</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muirhead</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Redmore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Vocht</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hickman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Maniatopoulos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Personalised digital interventions for reducing hazardous and harmful alcohol consumption in community-dwelling populations</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>09</month>
          <day>25</day>
          <volume>9</volume>
          <fpage>CD011479</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28944453"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011479.pub2</pub-id>
          <pub-id pub-id-type="medline">28944453</pub-id>
          <pub-id pub-id-type="pmcid">PMC6483779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wayal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rait</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nazareth</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Interactive digital interventions for sexual health promotion: a systematic review and meta-analysis of randomised controlled trials</article-title>
          <source>The Lancet</source>
          <year>2014</year>
          <month>11</month>
          <volume>384</volume>
          <fpage>S85</fpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(14)62211-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vilardaga</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Casellas-Pujol</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McClernon</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Garrison</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Mobile Applications for the Treatment of Tobacco Use and Dependence</article-title>
          <source>Curr Addict Rep</source>
          <year>2019</year>
          <month>06</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>86</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32010548"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40429-019-00248-0</pub-id>
          <pub-id pub-id-type="medline">32010548</pub-id>
          <pub-id pub-id-type="pmcid">PMC6994183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marler</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fujii</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Utley</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Tesfamariam</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Galanko</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Initial Assessment of a Comprehensive Digital Smoking Cessation Program That Incorporates a Mobile App, Breath Sensor, and Coaching: Cohort Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>02</month>
          <day>04</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e12609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/2/e12609/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12609</pub-id>
          <pub-id pub-id-type="medline">30670372</pub-id>
          <pub-id pub-id-type="pii">v7i2e12609</pub-id>
          <pub-id pub-id-type="pmcid">PMC6378548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iacoviello</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Steinerman</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Schork</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Clickotine, A Personalized Smartphone App for Smoking Cessation: Initial Evaluation</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>04</month>
          <day>25</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/4/e56/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7226</pub-id>
          <pub-id pub-id-type="medline">28442453</pub-id>
          <pub-id pub-id-type="pii">v5i4e56</pub-id>
          <pub-id pub-id-type="pmcid">PMC5424127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bricker</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mull</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>EY</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Akioka</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Heffner</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <source>Drug Alcohol Depend</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <volume>170</volume>
          <fpage>37</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27870987"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.10.029</pub-id>
          <pub-id pub-id-type="medline">27870987</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(16)30980-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5183543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McRobbie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bullen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone text messaging and app-based interventions for smoking cessation</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2019</year>
          <month>10</month>
          <day>22</day>
          <volume>10</volume>
          <fpage>CD006611</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006611.pub5</pub-id>
          <pub-id pub-id-type="medline">31638271</pub-id>
          <pub-id pub-id-type="pmcid">PMC6804292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abroms</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lee Westmaas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bontemps-Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mellerson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A content analysis of popular smartphone apps for smoking cessation</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <month>12</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>732</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24237915"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2013.07.008</pub-id>
          <pub-id pub-id-type="medline">24237915</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00479-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC3836190</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haskins</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lesperance</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boudreaux</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of smartphone applications for smoking cessation</article-title>
          <source>Transl Behav Med</source>
          <year>2017</year>
          <month>06</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>292</fpage>
          <lpage>299</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28527027"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13142-017-0492-2</pub-id>
          <pub-id pub-id-type="medline">28527027</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13142-017-0492-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5526818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrison</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Pal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Pittman</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Gueorguieva</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rojiani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Scheinost</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Craving to Quit: A Randomized Controlled Trial of Smartphone App-Based Mindfulness Training for Smoking Cessation</article-title>
          <source>Nicotine Tob Res</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>324</fpage>
          <lpage>331</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29917096"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/nty126</pub-id>
          <pub-id pub-id-type="medline">29917096</pub-id>
          <pub-id pub-id-type="pii">5039853</pub-id>
          <pub-id pub-id-type="pmcid">PMC7297096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baskerville</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Struik</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Guindon</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dash</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Effect of a Mobile Phone Intervention on Quitting Smoking in a Young Adult Population of Smokers: Randomized Controlled Trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>10</month>
          <day>23</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e10893</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/10/e10893/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10893</pub-id>
          <pub-id pub-id-type="medline">30355563</pub-id>
          <pub-id pub-id-type="pii">v6i10e10893</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>BinDhim</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>McGeechan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Trevena</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Smoking Cessation Application (SSC App) trial: a multicountry double-blind automated randomised controlled trial of a smoking cessation decision-aid 'app'</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>12</month>
          <day>21</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e017105</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017105</pub-id>
          <pub-id pub-id-type="medline">29358418</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017105</pub-id>
          <pub-id pub-id-type="pmcid">PMC5780681</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>de Ruijter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hiligsmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elfeddali</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoving</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>SMAA</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Exploring consensus on how to measure smoking cessation. A Delphi study</article-title>
          <source>BMC Public Health</source>
          <year>2017</year>
          <month>11</month>
          <day>21</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>890</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-017-4902-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-017-4902-7</pub-id>
          <pub-id pub-id-type="medline">29162043</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-017-4902-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5696733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Curebase - distributed clinical trials</source>
          <access-date>2020-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://web.curebase.com/home">https://web.curebase.com/home</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>QuitGenius</source>
          <access-date>2020-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.quitgenius.com/">https://www.quitgenius.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shahab</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Why use CO-verified 4-week quit rates as the primary measure of stop smoking service success?</article-title>
          <source>NHS Centre for Smoking Cessation and Training Briefings</source>
          <year>2014</year>
          <volume>14</volume>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://discovery.ucl.ac.uk/id/eprint/1450797/1/Shahab_CO-verified_4WQ.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heatherton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kozlowski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frecker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fagerström</surname>
              <given-names>KO</given-names>
            </name>
          </person-group>
          <article-title>The Fagerström Test for Nicotine Dependence: a revision of the Fagerström Tolerance Questionnaire</article-title>
          <source>Br J Addict</source>
          <year>1991</year>
          <month>09</month>
          <volume>86</volume>
          <issue>9</issue>
          <fpage>1119</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.1991.tb01879.x</pub-id>
          <pub-id pub-id-type="medline">1932883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lemmens</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chatrou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Kempen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pouwer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Development of a smoking abstinence self-efficacy questionnaire</article-title>
          <source>Int J Behav Med</source>
          <year>2013</year>
          <month>09</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>444</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22350635"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12529-012-9229-2</pub-id>
          <pub-id pub-id-type="medline">22350635</pub-id>
          <pub-id pub-id-type="pmcid">PMC3767889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tennant</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hiller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fishwick</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Secker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart-Brown</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Warwick-Edinburgh Mental Well-being Scale (WEMWBS): development and UK validation</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2007</year>
          <month>11</month>
          <day>27</day>
          <volume>5</volume>
          <fpage>63</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-5-63"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-5-63</pub-id>
          <pub-id pub-id-type="medline">18042300</pub-id>
          <pub-id pub-id-type="pii">1477-7525-5-63</pub-id>
          <pub-id pub-id-type="pmcid">PMC2222612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The WHOQOL Group</collab>
          </person-group>
          <article-title>Development of the World Health Organization WHOQOL-BREF quality of life assessment</article-title>
          <source>Psychol Med</source>
          <year>1998</year>
          <month>05</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>551</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1017/s0033291798006667</pub-id>
          <pub-id pub-id-type="medline">9626712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>EQUIP service use questionnaire</article-title>
          <source>Database of Instruments for Resource Use Measurement</source>
          <access-date>2020-01-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dirum.org/instruments/details/111#">http://www.dirum.org/instruments/details/111#</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hajek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stapleton</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Outcome criteria in smoking cessation trials: proposal for a common standard</article-title>
          <source>Addiction</source>
          <year>2005</year>
          <month>03</month>
          <volume>100</volume>
          <issue>3</issue>
          <fpage>299</fpage>
          <lpage>303</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2004.00995.x</pub-id>
          <pub-id pub-id-type="medline">15733243</pub-id>
          <pub-id pub-id-type="pii">ADD995</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <article-title>R: A language and environment for statistical computing</article-title>
          <source>R Foundation</source>
          <year>2013</year>
          <access-date>2020-09-28</access-date>
          <publisher-loc>Vienna, Austria</publisher-loc>
          <publisher-name>R Foundation for Statistical Computing</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wickham</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Averick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>François</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grolemund</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hester</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bache</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ooms</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Spinu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Takahashi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wilke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yutani</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Welcome to the Tidyverse</article-title>
          <source>JOSS</source>
          <year>2019</year>
          <month>11</month>
          <volume>4</volume>
          <issue>43</issue>
          <fpage>1686</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.01686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakazawa</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>fmsb: Functions for Medical Statistics Book with some Demographic Data</article-title>
          <source>R Foundation</source>
          <year>2019</year>
          <access-date>2020-08-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://CRAN.R-project.org/package=fmsb">https://CRAN.R-project.org/package=fmsb</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>NHS Digital</collab>
          </person-group>
          <article-title>Statistics on NHS stop smoking services England, April 2019 to December 2019</article-title>
          <source>National Health Service</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <access-date>2020-09-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.nhs.uk/data-and-information/publications/statistical/statistics-on-nhs-stop-smoking-services-in-england/april-2019-to-december-2019">https://digital.nhs.uk/data-and-information/publications/statistical/statistics-on-nhs-stop-smoking-services-in-england/april-2019-to-december-2019</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Clinical trial structures</article-title>
          <source>J Exp Stroke Transl Med</source>
          <year>2010</year>
          <month>02</month>
          <day>09</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21423788"/>
          </comment>
          <pub-id pub-id-type="doi">10.6030/1939-067x-3.1.8</pub-id>
          <pub-id pub-id-type="medline">21423788</pub-id>
          <pub-id pub-id-type="pmcid">PMC3059315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Golechha</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health Promotion Methods for Smoking Prevention and Cessation: A Comprehensive Review of Effectiveness and the Way Forward</article-title>
          <source>Int J Prev Med</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ijpvmjournal.net/article.asp?issn=2008-7802;year=2016;volume=7;issue=1;spage=7;epage=7;aulast=Golechha"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/2008-7802.173797</pub-id>
          <pub-id pub-id-type="medline">26941908</pub-id>
          <pub-id pub-id-type="pii">IJPVM-7-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4755211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gwaltney</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Metrik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kahler</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy and smoking cessation: A meta-analysis</article-title>
          <source>Psychology of Addictive Behaviors</source>
          <year>2009</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1037/a0013529</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Addicott</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goggin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>McClernon</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Catley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Implicit Attitudes and Smoking Behavior in a Smoking Cessation Induction Trial</article-title>
          <source>Nicotine Tob Res</source>
          <year>2017</year>
          <month>12</month>
          <day>13</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27679606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntw259</pub-id>
          <pub-id pub-id-type="medline">27679606</pub-id>
          <pub-id pub-id-type="pii">ntw259</pub-id>
          <pub-id pub-id-type="pmcid">PMC5896513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor-Sfetea</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Siddiqui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sherwani</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eisingerich</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Effective Behavioral Changes through a Digital mHealth App: Exploring the Impact of Hedonic Well-Being, Psychological Empowerment and Inspiration</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>06</month>
          <day>15</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e10024</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/6/e10024/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10024</pub-id>
          <pub-id pub-id-type="medline">29907557</pub-id>
          <pub-id pub-id-type="pii">v6i6e10024</pub-id>
          <pub-id pub-id-type="pmcid">PMC6026304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McNeill</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Girling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Farley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lindson-Hawley</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aveyard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Change in mental health after smoking cessation: systematic review and meta-analysis</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <month>02</month>
          <day>13</day>
          <volume>348</volume>
          <fpage>g1151</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.g1151</pub-id>
          <pub-id pub-id-type="medline">24524926</pub-id>
          <pub-id pub-id-type="pmcid">PMC3923980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hajek</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Introduction: Recognition and management of some possible consequences of stopping smoking</article-title>
          <source>Curr Med Res Opin</source>
          <year>2009</year>
          <month>02</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>509</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1185/03007990802707543</pub-id>
          <pub-id pub-id-type="medline">19192998</pub-id>
          <pub-id pub-id-type="pii">10.1185/03007990802707543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaiton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diemert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bondy</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Philipneri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Estimating the number of quit attempts it takes to quit smoking successfully in a longitudinal cohort of smokers</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>06</month>
          <day>09</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e011045</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-011045</pub-id>
          <pub-id pub-id-type="medline">27288378</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-011045</pub-id>
          <pub-id pub-id-type="pmcid">PMC4908897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sforzo</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Kaye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Talbert</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effective Tobacco Cessation via Health Coaching: An Institutional Case Report</article-title>
          <source>Glob Adv Health Med</source>
          <year>2014</year>
          <month>09</month>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>37</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.7453/gahmj.2014.029</pub-id>
          <pub-id pub-id-type="medline">25568823</pub-id>
          <pub-id pub-id-type="pii">gahmj.2014.029</pub-id>
          <pub-id pub-id-type="pmcid">PMC4268607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herd</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hyland</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Predictors of smoking relapse by duration of abstinence: findings from the International Tobacco Control (ITC) Four Country Survey</article-title>
          <source>Addiction</source>
          <year>2009</year>
          <month>12</month>
          <volume>104</volume>
          <issue>12</issue>
          <fpage>2088</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19922574"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2009.02732.x</pub-id>
          <pub-id pub-id-type="medline">19922574</pub-id>
          <pub-id pub-id-type="pii">ADD2732</pub-id>
          <pub-id pub-id-type="pmcid">PMC4517970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brandon</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Lazev</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Juliano</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Very delayed smoking relapse warrants research attention</article-title>
          <source>Psychol Rep</source>
          <year>1998</year>
          <month>08</month>
          <volume>83</volume>
          <issue>1</issue>
          <fpage>72</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.2466/pr0.1998.83.1.72</pub-id>
          <pub-id pub-id-type="medline">9775662</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Gunn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fouladi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Late relapse/sustained abstinence among former smokers: a longitudinal study</article-title>
          <source>Prev Med</source>
          <year>2004</year>
          <month>12</month>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>1156</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2004.04.028</pub-id>
          <pub-id pub-id-type="medline">15539050</pub-id>
          <pub-id pub-id-type="pii">S0091743504002440</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
