<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e42316</article-id>
      <article-id pub-id-type="pmid">37079348</article-id>
      <article-id pub-id-type="doi">10.2196/42316</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Suicide Prevention Using Google Ads: Randomized Controlled Trial Measuring Engagement</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>AL-Asadi</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Onie</surname>
            <given-names>Sandersan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Black Dog Institute</institution>
            <addr-line>1 Hospital Rd</addr-line>
            <addr-line>Randwick, 2031</addr-line>
            <country>Australia</country>
            <phone>61 (02) 9382 4530</phone>
            <email>s.onie@blackdog.org.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2147-8102</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Berlinquette</surname>
            <given-names>Patrick</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1242-8552</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Holland</surname>
            <given-names>Sarah</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9565-5699</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Livingstone</surname>
            <given-names>Nicola</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7600-2745</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Finemore</surname>
            <given-names>Coco</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4757-1866</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Gale</surname>
            <given-names>Nyree</given-names>
          </name>
          <degrees>BPsych (Hons), MPsych (Clin)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2733-3679</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Elder</surname>
            <given-names>Emma</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4455-0146</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Laggis</surname>
            <given-names>George</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5528-2541</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Heffernan</surname>
            <given-names>Cassandra</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9722-7970</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Armstrong</surname>
            <given-names>Susanne Oliver</given-names>
          </name>
          <degrees>MPhil, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0344-4398</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Theobald</surname>
            <given-names>Adam</given-names>
          </name>
          <degrees>BPsych (Hons), MClinPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7666-4992</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Josifovski</surname>
            <given-names>Natasha</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9692-0682</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Torok</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3741-8075</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Shand</surname>
            <given-names>Fiona</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6765-228X</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Larsen</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0272-2053</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Black Dog Institute</institution>
        <addr-line>Randwick</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>BERLIN SEM</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sandersan Onie <email>s.onie@blackdog.org.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>4</month>
        <year>2023</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e42316</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Sandersan Onie, Patrick Berlinquette, Sarah Holland, Nicola Livingstone, Coco Finemore, Nyree Gale, Emma Elder, George Laggis, Cassandra Heffernan, Susanne Oliver Armstrong, Adam Theobald, Natasha Josifovski, Michelle Torok, Fiona Shand, Mark Larsen. Originally published in JMIR Mental Health (https://mental.jmir.org), 20.04.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on https://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mental.jmir.org/2023/1/e42316" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Studies have shown that individuals may search for suicide-related terms on the internet prior to an attempt.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Thus, across 2 studies, we investigated engagement with an advertisement campaign designed to reach individuals contemplating suicide.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>First, we designed the campaign to focus on crisis, running a campaign for 16 days in which crisis-related keywords would trigger an ad and landing page to help individuals find the national suicide hotline number. Second, we expanded the campaign to also help individuals contemplating suicide, running the campaign for 19 days with a wider range of keywords through a co-designed website with a wider range of offerings (eg, lived experience stories).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In the first study, the ad was shown 16,505 times and was clicked 664 times (4.02% click rate). There were 101 calls to the hotline. In the second study, the ad was shown 120,881 times and clicked 6227 times (5.15% click rate); of these 6227 clicks, there were 1419 (22.79%) engagements with the site, a substantially higher rate than the industry average of 3%. The number of clicks on the ad was high despite a suicide hotline banner likely being present.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Search advertisements are a quick, far-reaching, and cost-efficient way of reaching those contemplating suicide and are needed despite suicide hotline banners being present.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Australian New Zealand Clinical Trials Registry (ANZCTR) ACTRN12623000084684; https://www.anzctr.org.au/Trial/Registration/TrialReview.aspx?id=385209</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>suicide prevention</kwd>
        <kwd>suicide</kwd>
        <kwd>suicidal</kwd>
        <kwd>self harm</kwd>
        <kwd>digital advertising</kwd>
        <kwd>Google Ads</kwd>
        <kwd>search</kwd>
        <kwd>suicide hotline</kwd>
        <kwd>advertise</kwd>
        <kwd>advertising</kwd>
        <kwd>campaign</kwd>
        <kwd>mental health</kwd>
        <kwd>prevention</kwd>
        <kwd>digital intervention</kwd>
        <kwd>online intervention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <sec>
          <title>What Is Already Known on This Topic</title>
          <p>Individuals may search for suicide-related terms on the internet prior to an attempt. These search terms may reflect their current cognitive state pertaining to suicide. However, there is currently no intervention targeting search pages.</p>
        </sec>
        <sec>
          <title>What This Study Adds</title>
          <p>This study provides evidence for the high level of reach and engagement of a Google AdWords campaign despite a hotline banner likely being present on the search page. Further, this study provides evidence that this intervention is effective in promoting help seeking, with study 1 showing a high number of people calling the national hotline from the landing page. This study also provides information on the feasibility, reach, speed, and cost of this type of intervention.</p>
        </sec>
        <sec>
          <title>How This Study Might Affect Research, Practice, or Policy</title>
          <p>Although a hotline banner appears when suicide terms are searched, the results suggest that this is not enough as many individuals still engage with the advertisement below the hotline banner. Internet ads may be a rapid, far-reaching, and cost-effective way to reach out to individuals for suicide and across a range of health issues.</p>
        </sec>
      </sec>
      <sec>
        <title>Background</title>
        <p>Previous studies have shown that individuals may search for suicide-related terms on the internet prior to an attempt. A recent study showed that in the 60 days prior to a suicide attempt, individuals had searched for terms expressing suicidal ideation and suicide means but also relevant keywords not directly associated with crisis (eg, feeling empty, divorce, and alcohol use) [<xref ref-type="bibr" rid="ref1">1</xref>]. In addition, studies have found that the increases in the volume of internet searches for suicide-related terms predicted subsequent increases in national suicide rates [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Thus, targeting internet search engines to intervene in such searches, and connect individuals to help, may be an important avenue for intervention.</p>
        <p>Internet search ads can be used to reach out to individuals contemplating suicide, or in crisis, by identifying what keywords people are likely to search, presenting an advertisement on the search page when the keywords are searched, and linking to a landing page with appropriate resources and help-seeking information. The reach and effectiveness of these campaigns can be assessed by measuring the impressions (how many times the advertisement is shown), clicks or click rate (clicks on the advertisement), and conversions (specific behaviors performed on the website) [<xref ref-type="bibr" rid="ref5">5</xref>]. Note that the party placing the advertisements must determine what behaviors they would like visitors to do on the website, counting these behaviors as conversions.</p>
        <p>One reason to use advertisements over organic (or nonadvertisement) searches is that when using organic search, it is not guaranteed that a link will appear first on the search result page. A study found that on average, a link on the search page is twice as likely to be clicked on versus the link directly below it [<xref ref-type="bibr" rid="ref6">6</xref>], suggesting that individuals are most likely to click and engage with the search result presented first. Further, organic search relies on similarities of the keyword and the page itself; thus, a person who is searching for terms pertaining to “loneliness” may not be shown a link to a page with suicide help. Finally, internet searches are a part of daily life, with 93% of browsing sessions starting on the search page [<xref ref-type="bibr" rid="ref7">7</xref>]; thus, individuals may be more likely to engage with help if the process by which they access help is a part of their day-to-day behavior.</p>
        <p>In some search engines, a hotline number will appear in a prominently displayed banner at the top of the search results if certain suicide-related terms are searched. Reports from the United States have shown that in certain instances, the banners have increased calls to the hotline by 10% [<xref ref-type="bibr" rid="ref8">8</xref>]. However, there is no public information on what keywords will trigger the banner and whether past search history increases or decreases the likelihood of this banner appearing. Further, a Google spokesperson has said and past research has shown that not all relevant keywords will trigger this hotline banner [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Research has also shown that not everyone in a suicidal crisis would like to call a hotline, suggesting a need for more diverse offerings [<xref ref-type="bibr" rid="ref10">10</xref>]. Further, a phenomenon called “banner blindness” is often observed, in which eye-tracking data suggest that individuals will tend to ignore elements on a page in the form of a banner [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The overall objective of this research was to investigate patterns of engagement with advertisements and landing pages—that is, the first page shown after a link is clicked—designed for those in crisis and contemplating suicide, which was examined in 2 studies. The first study aimed to assess whether the presence of a Google Ads campaign promoting a crisis line would encourage connection with the crisis service. The aim of the second study was to conduct a 2-arm trial investigating the additional benefits of age tailoring while extending the campaign to include individuals at the precrisis or contemplation phase and assess the different engagement levels of different types of search keywords. Both studies are reported in CONSORT (Consolidated Standards of Reporting Trials)–compliant formats.</p>
      </sec>
    </sec>
    <sec sec-type="introduction">
      <title>Study 1</title>
      <sec>
        <title>Methods</title>
        <sec>
          <title>Internet Advertisement Platform</title>
          <p>For this study, we used Google Ads, Google’s proprietary search advertisement platform, to promote a crisis line to individuals searching for specific suicide-related terms. Google Ads was chosen as the search engine with the largest market share [<xref ref-type="bibr" rid="ref12">12</xref>] and thus offers maximum reach. Ads are charged only if the advertisement is clicked, not just for displaying the advertisement. Cost per conversion is the average amount of money spent for a single conversion; there is no further charge per conversion.</p>
          <p>Google Ads has several ethical protections in place. The data are only available in aggregate format, and it is not possible to identify individual people who have seen the ad, clicked on the ad, or browsed the landing page website. Although Google Ads may use past browsing history to present advertisements that the individual is likely to engage with, the user can erase all data Google has collected [<xref ref-type="bibr" rid="ref13">13</xref>] or opt out of personalized advertising [<xref ref-type="bibr" rid="ref14">14</xref>]. Furthermore, personal information, such as email, is never collected or shared without express permission [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        </sec>
        <sec>
          <title>Ethical Considerations</title>
          <p>Ethics approval was not required for this study as only deidentified, pre-existing data are reported in aggregate.</p>
        </sec>
        <sec>
          <title>Participants</title>
          <p>Individuals residing in the United States were eligible to participate.</p>
        </sec>
        <sec>
          <title>Intervention</title>
          <p>An ad campaign was configured to run across the United States for a total of 16 days in 2019 (from October 1 to 3 and from November 15 to 27). The keywords used in this study consisted of 28 commonly searched suicide-related terms that were compiled by a Google Ads agent, an individual who coordinates and runs Google Ads campaigns for organizations. Of the 28 terms, 13 keywords indicated overt suicidality; 7 keywords featured a method or location; 4 pertained to help seeking; and 4 were related to, but not explicitly mentioning, suicide. Note that Google Ads will trigger the ad when a keyword or combination of keywords are semantically similar to the keywords; thus, a single keyword such as “kill myself” may capture a wide range of terms (eg, “end my life” and “take my life”), and a short list may cover a much wider range of keywords. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the advertisement triggered during the campaign.</p>
          <p>If an individual clicked on the link in the ad, it would lead them to a simple landing page consisting of a link to the National Suicide Prevention Hotline for the United States. The “conversion” for this campaign (ie, the desired behavior after an individual had clicked through from the ad to the landing page) was calling the hotline number.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The advertisement that is triggered during the Google Ads campaign in study 1.</p>
            </caption>
            <graphic xlink:href="mental_v10i1e42316_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Outcomes</title>
          <p>Data on impressions, clicks, click rate (clicks/impressions), conversions, conversion rate (conversion/click), cost per click, and cost per conversion were extracted from Google Ads. Total conversion rate was manually calculated (conversions/impressions). The primary outcomes for this trial to measure engagement were click rate (engagement with the ad), conversion rate (engagement with the landing page), and total conversion rate (total engagement with campaign).</p>
        </sec>
        <sec>
          <title>Statistical Analysis</title>
          <p>For any analyses in which we compare rates (eg, click-through rates or conversion rates), we used the MedCalc software (MedCalc Software Ltd), which uses a chi-square test to test a significant incidence rate difference (IRD) [<xref ref-type="bibr" rid="ref16">16</xref>], set to a significance rate of .05. All rate comparisons in this paper use this method.</p>
        </sec>
      </sec>
      <sec>
        <title>Results</title>
        <p>Within the 16-day duration of the ad campaign, the advertisement was shown 16,505 times and was clicked 664 times, yielding a 4.02% click rate. From those who clicked the ad (n=664), there were 101 calls to the hotline, yielding a 15.21% conversion rate with an average cost of US $13.57 per helpline call. The campaign had an overall conversion rate (conversion/impressions) of 0.61% (101/16,505).</p>
        <p>To investigate how our campaign performed against industry standards, we conducted a rate comparison test to compare our campaign data versus publicly available industry data. The industry data were drawn from approximately 985,804,416 impressions, 31,250,000 clicks, and 1,171,875 conversions, with a 3.17% click rate and 3.75% conversion rate, collected from the Google Ads agency [<xref ref-type="bibr" rid="ref17">17</xref>]. The analysis suggested that our campaign overall performed better than the industry standard (IRD 0.004931, 95% CI 0.004405-0.0005457; <italic>P</italic>&#60;.001; ie, 0.49 percentage points higher than the industry standard;).</p>
      </sec>
      <sec>
        <title>Discussion</title>
        <p>In study 1, we investigated the efficacy of a Google Ads intervention in encouraging help seeking by calling a helpline by running a campaign across the United States. The results revealed high click-through rates and conversion rates when compared with the industry average across all sectors (click rate: 4.02% vs 3.17% industry average; conversion rate: 15.21% vs 3.75% industry average; overall conversion rate: 0.61% vs. 0.12% industry average), having a 5.08 times greater total conversion rate than the industry average.</p>
        <p>As information about when the banner was or was not triggered is limited, it is not possible to provide a further breakdown of the ad engagement based on whether the banner was triggered. Nevertheless, as good engagement was observed with an ad that promoted the national hotline, 2 general conclusions can be drawn. First, if the hotline banner <italic>was</italic> triggered, this suggests that some individuals skipped over the banner but did click on the ad to call the hotline. Second, if the banner was <italic>not</italic> triggered, then the ad led to an individual seeking help that otherwise would not have. Overall, the data provide evidence for the utility of an intervention using Google Ads.</p>
      </sec>
    </sec>
    <sec>
      <title>Study 2</title>
      <sec>
        <title>Background and Objectives</title>
        <p>In study 2, we developed a Google Ads campaign designed to be helpful for individuals who may be contemplating suicide but are not in immediate crisis [<xref ref-type="bibr" rid="ref18">18</xref>]. In this context, we use the term contemplation phase to capture any stages that may lead to a suicide attempt but prior to immediate crisis. Simply providing a link to the hotline may not be the most appropriate response in the contemplation stage, and therefore, we undertook a co-design process to expand what was offered on the landing page. Further, given that the keywords searched may represent different cognitive states, we investigated whether different categories of keywords led to different levels of engagement. Finally, we used Google Ads’ targeting features and investigated whether individuals show higher engagement with landing pages tailored to specific age groups compared to a general all-ages landing page.</p>
      </sec>
      <sec>
        <title>Methods</title>
        <sec>
          <title>Trial Design</title>
          <p>The study used a 2-arm experimental design (landing page: general vs age-tailored—18-24, 25-44, or 45+ years) with 4 initial pathways (individuals searching for different types of keywords: low risk, high risk, help seeking, and means specific). Participants were allocated equally to the 2 arms.</p>
        </sec>
        <sec>
          <title>Participants</title>
          <p>Participants aged &#62;18 years, whose ages could be inferred by Google from their past browsing history and are currently residing in Australia, were eligible to join the trial.</p>
        </sec>
        <sec>
          <title>Intervention</title>
          <p>As with study 1, data were downloaded in an aggregate, deidentified form. The campaign was launched on March 2, 2022, and ran until the prespecified budget was exhausted (March 21, 2022). Full details of the keyword generation, advertisement and landing page co-design process, and content of the landing pages and linked pages can be found elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>]. A schematic of the campaign can be found in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>A schematic of the Google AdWords campaign used in this study. As individuals would search for a keyword listed in 1 of 4 keyword lists (low risk, high risk, help seeking or means specific), the advertisement would trigger on the Google search page. If clicked, individuals would be randomly allocated into 1 of 2 study conditions, that is, general or age-tailored landing pages. If in the general condition, individuals would then be presented with the same landing page, whereas if in the age-tailored condition, individuals would be presented with a landing page tailored for their age group.</p>
            </caption>
            <graphic xlink:href="mental_v10i1e42316_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Keywords</title>
          <p>Together with lived experience advisors, researchers, and a Google Ads agent, we generated 4 lists of keywords: <italic>low risk</italic> keywords, which included keywords people are likely to search when in distress or situations associated with suicide, without explicitly mentioning suicide (eg, “Feeling so alone” and “debt”); <italic>high risk</italic> keywords, which included keywords explicitly communicating suicidal ideation or intent (eg, “I want to die”); <italic>help seeking</italic> keywords, which included keywords explicitly searching for help for suicidal thoughts (eg, “suicide help”); and <italic>means specific</italic> keywords, which relate to searching or using specific means.</p>
        </sec>
        <sec>
          <title>Advertisements</title>
          <p>Ads were shown to users independently of which category of keywords were searched. The co-design process yielded 3 similar advertisements. When the advertisement triggered, 1 of 3 advertisements would be randomly shown, resulting in equal presentations across the study. The 3 advertisements are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Advertisements shown on the Google search page if the advertisement is triggered in study 2.</p>
            </caption>
            <graphic xlink:href="mental_v10i1e42316_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Landing Page</title>
          <p>In collaboration with lived experience advisors, we co-designed a series of landing pages with a primary focus on the contemplation stage, rather than crisis, which was entitled the “Lived Experience Hope Exchange.” The pages contained lived experience stories, calming and distracting activities, and links to support services and hotlines with descriptions of what the individual is likely to experience when engaging these services. In all, 4 different versions of the Hope Exchange were developed: a general version and 3 age-tailored versions (18-24, 25-44, and 45+ years). Details of the pages can be found elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        </sec>
        <sec>
          <title>Randomization</title>
          <p>Google Experiments, Google’s A/B testing feature, was used to randomize individuals clicking the ad link to either the general version of the Hope Exchange (50%) or the versions tailored to their estimated age (50%). We excluded any individual whose age could not be determined or who were aged &#60;18 years. This randomization was implemented using Google Experiments; both participants and researchers were blinded.</p>
        </sec>
        <sec>
          <title>Outcomes</title>
          <p>The primary outcomes for study 2 were identical to study 1. However, given the much wider range of resources on the website compared to study 1, we included a wider range of conversions (drawing from engagement metrics in the advertising field) to include behaviors that the investigators, lived experience advisors, and collaborative team considered positive. Triggering any of these conditions was considered a conversion, including:</p>
          <list list-type="bullet">
            <list-item>
              <p>Clicking the “get help” button to see available support services</p>
            </list-item>
            <list-item>
              <p>Downloading any file</p>
            </list-item>
            <list-item>
              <p>Clicking on a link to call a support service</p>
            </list-item>
            <list-item>
              <p>Spending more than 2 minutes on the website</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Statistical Analysis</title>
          <p>Data collection and analysis methods for study 2 were the same as for Study 1. Primary analyses included comparing the total conversion rates of studies 1 and 2 and the industry average; click rate by keywords searched; conversions by keywords searched; and conversions by tailoring condition.</p>
        </sec>
        <sec>
          <title>Ethics Approval</title>
          <p>This study was approved by the University of New South Wales Human Research Ethics Committee (HC210827), including a formal waiver of consent as it was not possible to obtain consent prior to participants searching for relevant keywords or clicking through on the displayed ads. The project did not meet the committee’s definition of a clinical trial, as it did not evaluate the effect of an intervention on health outcomes; as such, the study was not prospectively registered with the Australian New Zealand Clinical Trials Registry (ANZCTR).</p>
        </sec>
      </sec>
      <sec>
        <title>Results</title>
        <p>The advertisements ran from March 2 to 21, 2022, in Australia with a total of 120,881 impressions, 6227 clicks (a 5.15% click-through rate), and 1419 conversions, with a conversion rate of 22.79% (1419/6227) and a total conversion rate of 1.17% (1419/120,881). The breakdown per keyword group is shown in <xref ref-type="table" rid="table1">Table 1</xref>. Note that due to the low number of the clicks related to the means-related keywords (n=4, with no conversions), these keywords were excluded from the analysis.</p>
        <p>We investigated whether the study-2 total conversion rate was higher than those of study 1 or the industry standard. The results revealed that the study-2 campaign had a higher total conversion rate than the study-1 total conversion rate (IRD 0.005619, 95% CI 0.004984-0.007436; <italic>P</italic>&#60;.001) and industry standard total conversion rate (IRD 0.01055, 95% CI 0.01036-0.01191; <italic>P</italic>&#60;.001), with the study-2 total conversion rate being 1.91 times greater than the total conversion rate in study 1 and 9.75 times greater than the industry standard.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Metrics from the study-2 Google Ads campaign.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="290"/>
            <col width="0"/>
            <col width="170"/>
            <col width="170"/>
            <col width="170"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Metric, campaign</td>
                <td colspan="4">Keyword type</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">Low risk</td>
                <td>High risk</td>
                <td>Help seeking</td>
                <td>Means specific</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Impressions, n</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">108,219</td>
                <td>3369</td>
                <td>9079</td>
                <td>223</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">45,646</td>
                <td>1800</td>
                <td>5279</td>
                <td>78</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">62,573</td>
                <td>1569</td>
                <td>3800</td>
                <td>145</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">8837</td>
                <td>311</td>
                <td>683</td>
                <td>26</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">25,429</td>
                <td>577</td>
                <td>1274</td>
                <td>72</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">28,307</td>
                <td>681</td>
                <td>1843</td>
                <td>47</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Clicks, n</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">5530</td>
                <td>118</td>
                <td>575</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">2440</td>
                <td>56</td>
                <td>340</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">3093</td>
                <td>62</td>
                <td>235</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">514</td>
                <td>7</td>
                <td>25</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">1032</td>
                <td>23</td>
                <td>66</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">1547</td>
                <td>32</td>
                <td>144</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Click rate, n/N (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">5530/108,219 (5.11)</td>
                <td>118/3369 (3.5)</td>
                <td>575/9079 (6.33)</td>
                <td>4/223 (1.79)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">2440/45,646 (5.35)</td>
                <td>56/1800 (3.11)</td>
                <td>340/5279 (6.44)</td>
                <td>2/78 (2.56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">3093/62,573 (4.94)</td>
                <td>62/1569 (3.95)</td>
                <td>235/3800 (6.18)</td>
                <td>2/145 (1.38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">514/8837 (5.82)</td>
                <td>7/311 (2.25)</td>
                <td>25/683 (3.66)</td>
                <td>0/26 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">1032/25,429 (4.05)</td>
                <td>23/577 (3.99)</td>
                <td>66/1274 (5.18)</td>
                <td>1/72 (1.39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">1547/28,307 (5.46)</td>
                <td>32/681 (4.7)</td>
                <td>144/1843 (7.81)</td>
                <td>1/47 (2.13)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Conversions, n</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">1209</td>
                <td>37</td>
                <td>171</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">583</td>
                <td>20</td>
                <td>104</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">626</td>
                <td>17</td>
                <td>67</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">47</td>
                <td>3</td>
                <td>11</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">185</td>
                <td>7</td>
                <td>19</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">394</td>
                <td>7</td>
                <td>37</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Conversion rate, n/N (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">1209/5530 (21.86)</td>
                <td>37/118 (31.36)</td>
                <td>171/575 (29.74)</td>
                <td>0/4 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">583/2440 (23.9)</td>
                <td>20/56 (35.71)</td>
                <td>104/340 (28.51)</td>
                <td>0/2 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">626/3093 (20.25)</td>
                <td>17/62 (27.42)</td>
                <td>67/235 (30.59)</td>
                <td>0/2 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">47/514 (9.14)</td>
                <td>3/7 (42.86)</td>
                <td>11/25 (44)</td>
                <td>0/0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">185/1032 (17.94)</td>
                <td>7/23 (30.43)</td>
                <td>19/66 (28.79)</td>
                <td>0/1 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">394/1547 (25.49)</td>
                <td>7/32 (21.88)</td>
                <td>37/144 (25.69)</td>
                <td>0/1 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Total conversion rate, n/N (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">1209/108,219 (1.12)</td>
                <td>37/3369 (1.1)</td>
                <td>171/9079 (1.88)</td>
                <td>0/223 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General</td>
                <td colspan="2">583/45,646 (1.28)</td>
                <td>20/1800 (1.11)</td>
                <td>104/5279 (1.97)</td>
                <td>0/78 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (all)</td>
                <td colspan="2">626/62,573 (1)</td>
                <td>17/1569 (1.08)</td>
                <td>67/3800 (1.76)</td>
                <td>0/145 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (18-24 years)</td>
                <td colspan="2">47/8837 (0.53)</td>
                <td>3/311 (0.96)</td>
                <td>11/683 (1.61)</td>
                <td>0/26 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (25-44 years)</td>
                <td colspan="2">185/25,429 (0.73)</td>
                <td>7/577 (1.21)</td>
                <td>19/1274 (1.49)</td>
                <td>0/72 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailored (45+ years)</td>
                <td colspan="2">394/28,307 (1.39)</td>
                <td>7/681 (1.03)</td>
                <td>37/1843 (2.01)</td>
                <td>0/47 (0)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>We then investigated whether the click-through rate differed as a function of keywords searched. The results revealed that the click rates for individuals searching <italic>low risk</italic> keywords, <italic>high risk</italic> keywords, and <italic>help seeking</italic> keywords were all significantly different from one another, in which individuals searching for <italic>help seeking</italic> keywords had the highest click rate, followed by individuals searching for <italic>low risk</italic> keywords, followed by individuals searching for <italic>high risk</italic> keywords. Results are shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>A (low risk vs high risk: IRD 0.01608, 95% CI 0.00836-0.04194; <italic>P</italic>&#60;.001; low risk vs help seeking: IRD 0.01223, 95% CI 0.001711-0.00734; <italic>P</italic>&#60;.001; help seeking vs high risk: IRD 0.02831, 95% CI 0.01898-0.03764; <italic>P</italic>&#60;.001).</p>
        <p>We then investigated whether conversion rates differed by keyword type. The rate comparison analysis found a significant difference between <italic>low risk</italic> and <italic>high risk</italic> keywords (IRD 0.6972, 95% CI 0.00929-0.18058; <italic>P</italic>=.009), in which there was a higher conversion rate for people who searched for <italic>high risk</italic> keywords, and a significant difference between <italic>low risk</italic> and <italic>help seeking</italic> keywords (IRD 0.07877, 95% CI 0.03793-0.1196; <italic>P</italic>&#60;.001), in which there was a higher conversion rate for individuals who are seeking help. However, there was not enough evidence to suggest that there was a difference in conversion rates between <italic>high risk</italic> and <italic>help seeking</italic> keywords (IRD 0.01617, 95% CI 0.09235-0.12469; <italic>P</italic>=.77). A graphical representation of these results can be found in <xref rid="figure4" ref-type="fig">Figure 4</xref>B.</p>
        <p>Finally, we investigated whether age tailoring had a significant effect on conversions. The analysis revealed a significant difference between tailored and general landing pages for <italic>low risk</italic> keywords, in which general landing pages had a higher conversion rate than tailored landing pages (IRD 0.03635, 95% CI 0.06116-0.01153; <italic>P</italic>=.004). However, there was no significant difference for the general versus tailored landing pages for <italic>high risk</italic> (IRD 0.08295, 95% CI –0.11938 to 0.28528; <italic>P</italic>=.42) and <italic>help seeking</italic> keywords (IRD 0.02078, 95% CI 0.11145-0.0699; <italic>P</italic>=.65; see <xref rid="figure4" ref-type="fig">Figure 4</xref>B).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>(A) Click through-rate by keywords searched. The x-axis shows the group of keywords searched. (B) Conversion rate by keywords searched. The x-axis shows the group of keywords searched, whereas different column shades indicate the trial tailoring condition. Total column is calculated using the following formula: (general click count + tailored click count) / (general conversion count + tailored conversion count). * Indicates <italic>P</italic>&#60;.05, ** indicates <italic>P</italic>&#60;.01, and *** indicates <italic>P</italic>&#60;.001.</p>
          </caption>
          <graphic xlink:href="mental_v10i1e42316_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Discussion</title>
        <p>In this study, we codeveloped a series of search advertisement campaigns targeting individuals contemplating suicide and evaluated them for levels of reach and engagement. As per study 1, we observed high engagement relative to the industry standards. Within 21 days, we were able to reach individuals searching for suicide-related terms 120,881 times, with an average cost of US $13 each time a person engaged with a behavior designed to help them. Note that cost per conversion does not differ from one conversion to another; thus, it is the role of the Google Ads client—in this case, the research team—to set conversions that are meaningful.</p>
        <p>Given that the advertisement was designed for individuals contemplating suicide, it is consistent with the finding that there was a significantly higher click-through rate for individuals searching for <italic>low risk</italic> than <italic>high risk</italic> keywords. The <italic>help seeking</italic> keywords yielded the highest click-through rate, which is consistent with the idea that individuals responded to the ad that featured words communicating explicitly that help could be found. This is consistent with the notion that the better the advertisement matches the search term, the more likely an individual is to click the advertisement. However, the analysis found a higher conversion rate for <italic>high risk</italic> compared to <italic>low risk</italic> keywords, which may stem from the fact that not all individuals searching for <italic>low risk</italic> keywords are searching for or need immediate help.</p>
        <p>One finding was that there were markedly lower impressions, clicks, and conversions for individuals searching for <italic>means specific</italic> keywords, suggesting that overall, there were fewer people who were searching for <italic>means specific</italic> keywords. Given the low number of impressions and clicks, we were unlikely to see any conversions.</p>
        <p>An unexpected finding was that there was a higher conversion rate for general landing pages compared to tailored landing pages for <italic>low risk</italic> keywords, suggesting that our tailoring was not effective in application and rather reduced engagement. This may indicate that despite there being clear, mutually exclusive preferences indicated by different age groups in the co-design process [<xref ref-type="bibr" rid="ref10">10</xref>], these preferences may have limited generalizability or how we operationalized these preferences may be limited despite having approval from the co-design team. Other types of tailoring have yet to be explored.</p>
      </sec>
    </sec>
    <sec>
      <title>General Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Across 2 studies, we investigated whether using Google Ads would allow us to reach individual searching for suicide-related terms for both crisis, in which we presented a suicide helpline, and contemplation, in which we presented a landing page offering help beyond presenting a helpline, such as hearing lived experience stories and calming exercises. Across both studies, we have observed exceptionally high click-through and conversion rates compared to the industry standard, with study-2 total conversion rate being 9.75 times higher than the industry standard. Overall, the data show that individuals are engaging well with both the advertisement and the pages themselves.</p>
        <p>Given that for much of the time, it is likely that the hotline banners were present in both studies, future studies should investigate why individuals were still engaging with a search result if the helpline number was present on the search page. One possibility in study 1 is that within the few lines of text, the advertisement was able to provide more information on the hotline compared to the banner—that is, the hotline is anonymous and available 24/7. Lived experience advisors noted that it would be helpful to include descriptions on what it is like to call a hotline or engage in other services to help remove apprehension and promote help seeking [<xref ref-type="bibr" rid="ref10">10</xref>]. In the second study, the <italic>help seeking</italic> keywords yielded the highest click-through rate—keywords that are likely to trigger a hotline banner given they explicitly indicate help seeking for suicide—further suggesting that there are individuals who are seeking help for suicide who do not want to immediately call a hotline, which is consistent with findings from the co-design study [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Future studies should investigate whether other advertising services can be used for suicide prevention. Although Google has a majority market share [<xref ref-type="bibr" rid="ref12">12</xref>] for search engine advertisements, the advertising industry spans across multiple platforms. For example, there is data collection and advertising on social media (such as Twitter, Instagram, and TikTok) and streaming sites (eg, YouTube) and on advertising banners on websites (eg, Google AdSense). Future studies should investigate whether the findings from this study generalize to other platforms and whether using more than one platform for data collection and advertising increases reach and promotes help seeking. We propose, given the wealth of research showing web-based behaviors reflecting suicidality outside of search (eg, social media [<xref ref-type="bibr" rid="ref19">19</xref>]), that we should see similarly fruitful findings outside of search engine advertisements.</p>
        <p>Future work should also investigate how to integrate digital advertising such as Google Ads into routine practice. For example, given that individuals may discover existing resources through internet searches, partnerships with local health providers could help to place ads to link individuals to their local area’s most validated and well-resourced services. To implement this into routine practice, we would need to ascertain (1) the cost and cost-effectiveness of integrating digital advertising into existing health systems, (2) what services could be highlight on the landing pages, and (3) the funding requirements to sustain this approach.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our investigation has several limitations. One limitation is that we did not record data on whether persons clicking on the ads were experiencing suicidal ideation or had engaged in suicidal behaviors, nor did we assess change in these outcomes. Future studies could investigate whether help-promoting web pages, such as those designed for this study, increase the number of individuals who seek help and reduce the suicide rate within a specific geographic region using Google Ads’ geographic targeting. Another limitation is that we do not know when the helpline was also triggered. Thus, we are unable to investigate how individuals behave when there is both the helpline and the advertisement, compared with just the advertisement.</p>
        <p>Another limitation is that in study 2, we only included individuals whose ages could be ascertained by Google as 18 years or older. This was to ensure that the general versus age-tailored groups were comparable. However, we cannot determine what proportion of the population were excluded due to their ages being undetermined from past browsing history. Thus, future studies should also include individuals whose ages cannot be determined, where the analysis permits. Another key limitation in study 2 is that none of the advertisements explicitly used the word “suicide.” Although this is the result of the rigorous co-design process [<xref ref-type="bibr" rid="ref10">10</xref>], there were advisors who suggested that in some settings, explicit use of the word “suicide” may lead to higher engagement. Thus, future studies should compare engagement with the campaign when advertisements use and do not use explicit suicide wording.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Although the true effect of this intervention remains to be seen, the engagement metrics suggest that using internet ads may be useful in reaching out to individuals searching for suicide-related terms as a service delivery platform. Beyond suicidality, using internet ads may be helpful to reach out to individuals across a wide range of different health applications. Given that internet search is perhaps one of the most primary methods of information seeking and the ranking on search page can shape behavior, health-based organizations can use internet ads to ensure that what is presented is not only what is the most engaging but the most authoritative and valid.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-eHEALTH checklist (V 1.6.2).</p>
        <media xlink:href="mental_v10i1e42316_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 96 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANZCTR</term>
          <def>
            <p>Australian New Zealand Clinical Trials Registry</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IRD</term>
          <def>
            <p>incidence rate difference</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Study 1 was self-funded by BERLIN SEM. Study 2 was supported by the Australian Government Department of Health–funded National Suicide Prevention Research Fund, managed by Suicide Prevention Australia; and the NHMRC Centre of Research Excellence in Suicide Prevention (APP1152952).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>For the first study, PB was responsible for the conceptualization, design, and data collection, and SOA was responsible for formal analyses. For the second study, SOA, ML, MT, FS, SA, GL, and CH were responsible for the conceptualization and design; SH, NL, CF, EE, and NG were responsible for developing the materials; PB and NL were responsible for data collection; and SOA was responsible for formal analysis and writing the original draft. AT and NJ were responsible for project administration. All authors wrote and reviewed the final draft. Study 1 was funded by PB. Funding for study 2 was obtained by SOA, ML, MT, and FS.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
      <fn fn-type="other">
        <p>
          <bold>Editorial Notice</bold>
        </p>
        <p>This randomized study was only retrospectively registered. The authors explained that the trial was not prospectively registered as the discussion on whether it was a clinical trial was still tenuous. The editor granted an exception from ICMJE rules mandating prospective registration of randomized trials. However, readers are advised to carefully assess the validity of any potential explicit or implicit claims related to primary outcomes or effectiveness, as retrospective registration does not prevent authors from changing their outcome measures retrospectively.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>Patricia A</given-names>
            </name>
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hsin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huppert</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hendricks</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Heagerty</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bagge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Comtois</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Perceived Utility and Characterization of Personal Google Search Histories to Detect Data Patterns Proximal to a Suicide Attempt in Individuals Who Previously Attempted Suicide: Pilot Cohort Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>06</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e27918</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e27918/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27918</pub-id>
          <pub-id pub-id-type="medline">33955838</pub-id>
          <pub-id pub-id-type="pii">v23i5e27918</pub-id>
          <pub-id pub-id-type="pmcid">PMC8138707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Search trends preceding increases in suicide: A cross-correlation study of monthly Google search volume and suicide rate using transfer function models</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>02</month>
          <day>01</day>
          <volume>262</volume>
          <fpage>155</fpage>
          <lpage>164</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2019.11.014</pub-id>
          <pub-id pub-id-type="medline">31733460</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(19)32357-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sueki</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Does the volume of Internet searches using suicide-related search terms influence the suicide death rate: data from 2004 to 2009 in Japan</article-title>
          <source>Psychiatry Clin Neurosci</source>
          <year>2011</year>
          <month>06</month>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>392</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/j.1440-1819.2011.02216.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1440-1819.2011.02216.x</pub-id>
          <pub-id pub-id-type="medline">21569178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Association of Internet search trends with suicide death in Taipei City, Taiwan, 2004-2009</article-title>
          <source>J Affect Disord</source>
          <year>2011</year>
          <month>07</month>
          <volume>132</volume>
          <issue>1-2</issue>
          <fpage>179</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2011.01.019</pub-id>
          <pub-id pub-id-type="medline">21371755</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(11)00052-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Conversion rate vs. click-through rate: what’s the difference?</article-title>
          <source>Ladder</source>
          <year>2021</year>
          <month>07</month>
          <day>19</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3r6nfw94">https://tinyurl.com/3r6nfw94</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaffey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>2022 comparison of Google organic clickthrough rates (SEO CTR) by ranking position</article-title>
          <source>Smart Insights</source>
          <year>2022</year>
          <month>08</month>
          <day>29</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.smartinsights.com/search-engine-optimisation-seo/seo-analytics/comparison-of-google-clickthrough-rates-by-position/">https://www.smartinsights.com/search-engine-optimisation-seo/seo-analytics/comparison-of-google-click through-rates-by-position/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keats</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Australian Internet Statistics 2021</article-title>
          <source>Prosperity Media</source>
          <year>2021</year>
          <month>10</month>
          <day>11</day>
          <access-date>2021-12-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/y92x9k8y">https://tinyurl.com/y92x9k8y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heussner</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Google 'Suicide' search feature offers lifeline</article-title>
          <source>ABC News</source>
          <year>2010</year>
          <month>4</month>
          <day>7</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://abcnews.go.com/Technology/google-suicide-search-feature-offers-lifeline/story?id=10313064">https://abcnews.go.com/Tech nology/google-suicide-search-feature-offers-lifeline/story?id=10313064</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berlinquette</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>I used Google Ads for social engineering. it worked</article-title>
          <source>The New York Times</source>
          <year>2019</year>
          <month>7</month>
          <day>7</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2019/07/07/opinion/google-ads.html">https://www.nytimes.com/2019/07/07/opinion/google-ads.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Finemore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Livingstone</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Berlinquette</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Josifovski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shand</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Co-design and development of an internet search intervention using Google AdWords for individuals contemplating suicide: the Lived Experience Hope Exchange</article-title>
          <source>PsyArXiv</source>
          <comment>Preprint posted online on March 24, 2023</comment>
          <pub-id pub-id-type="doi">10.31234/osf.io/kzhgw</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pernice</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Banner blindness revisited: users dodge ads on mobile and desktop</article-title>
          <source>Nielsen Norman Group</source>
          <year>2018</year>
          <month>4</month>
          <day>22</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nngroup.com/articles/banner-blindness-old-and-new-findings/">https://www.nngroup.com/articles/banner-blindness-old-and-new-findings/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Statcounter</surname>
              <given-names>(</given-names>
            </name>
          </person-group>
          <article-title>Search engine market share worldwide</article-title>
          <source>Statcounter</source>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gs.statcounter.com/search-engine-market-share/all/australia">https://gs.statcounter.com/search-engine-market-share /all/australia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Delete your activity</article-title>
          <source>Google</source>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.google.com/accounts/answer/465?hl=en&#38;co=GENIE.Platform%3DDesktop">https://support.google.com/accounts/answer/465?hl=en&#38;co=GENIE.Platform%3DDesktop</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Google</surname>
              <given-names>(</given-names>
            </name>
          </person-group>
          <source>Google</source>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://policies.google.com/technologies/partner-sites?hl=en-US">https://policies.google.com/technologies/partner-sites?hl=en-US</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Google privacy policy</article-title>
          <source>Google</source>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.google.com/adspolicy/answer/54817?hl=en-AU">https://support.google.com/adspolicy/answer/54817?hl=en-AU</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sahai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Khurshid</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Statistics in Epidemiology: Methods, Techniques, and Applications</source>
          <year>1996</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>CRC Press, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Google Ads benchmarks for your industry [updated!]</article-title>
          <source>WorldStream</source>
          <year>2022</year>
          <month>12</month>
          <day>14</day>
          <access-date>2023-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wordstream.com/blog/ws/2016/02/29/google-adwords-industry-benchmarks">https://www.wordstream .com/blog/ws/2016/02/29/google-adwords-industry-benchmarks</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAuliffe</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Suicidal Ideation as an Articulation of Intent: A Focus for Suicide Prevention?</article-title>
          <source>Archives of Suicide Research</source>
          <year>2002</year>
          <month>11</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>338</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi-org.wwwproxy1.library.unsw.edu.au/10.1080/13811110214524"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13811110214524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hetrick</surname>
              <given-names>Sarah</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herrman</surname>
              <given-names>Helen</given-names>
            </name>
          </person-group>
          <article-title>Social media and suicide prevention: a systematic review</article-title>
          <source>Early Interv Psychiatry</source>
          <year>2016</year>
          <month>04</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1111/eip.12229</pub-id>
          <pub-id pub-id-type="medline">25702826</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
