<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e49364</article-id>
      <article-id pub-id-type="pmid">37647105</article-id>
      <article-id pub-id-type="doi">10.2196/49364</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating the Effectiveness of a Codeveloped e-Mental Health Intervention for University Students: Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Esfandiari</surname>
            <given-names>Narges</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vernmark</surname>
            <given-names>Kristofer</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>AL-Asadi</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Angel Y</given-names>
          </name>
          <degrees>BA, MPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2001-2220</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Vereschagin</surname>
            <given-names>Melissa</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0378-3296</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Richardson</surname>
            <given-names>Chris G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7641-7027</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Hui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3328-7135</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hudec</surname>
            <given-names>Kristen L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8573-1491</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Munthali</surname>
            <given-names>Richard J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8492-7409</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Munro</surname>
            <given-names>Lonna</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8002-8008</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Leung</surname>
            <given-names>Calista</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0016-3961</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Kessler</surname>
            <given-names>Ronald C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4831-2305</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Vigo</surname>
            <given-names>Daniel V</given-names>
          </name>
          <degrees>Lic Psych, MD, DrPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>Faculty of Medicine</institution>
            <institution>University of British Columbia</institution>
            <addr-line>2255 Wesbrook Mall</addr-line>
            <addr-line>Vancouver, BC, V6T2A1</addr-line>
            <country>Canada</country>
            <phone>1 6048228048</phone>
            <email>daniel.vigo@ubc.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4445-4122</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Population and Public Health</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Health Sciences</institution>
        <institution>Simon Fraser University</institution>
        <addr-line>Burnaby, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Health Care Policy</institution>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Daniel V Vigo <email>daniel.vigo@ubc.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>8</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e49364</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>5</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>7</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Angel Y Wang, Melissa Vereschagin, Chris G Richardson, Hui Xie, Kristen L Hudec, Richard J Munthali, Lonna Munro, Calista Leung, Ronald C Kessler, Daniel V Vigo. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 30.08.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e49364" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>University life typically occurs during a period of life transition, where the incidence of mental health and substance use problems and disorders peaks. However, relatively few students obtain effective treatment and support. e-Interventions have proven effective in improving the psychological outcomes of university students and have the potential to provide scalable services that can easily integrate into existing models of care. <italic>Minder</italic> is a mobile app codeveloped with university students that offers users a collection of evidence-based interventions tailored to help university students maintain their mental health and well-being and manage their substance use.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper describes the protocol for a randomized controlled trial (RCT) that aims to assess the effectiveness of the <italic>Minder</italic> app in improving the mental health and substance use outcomes of university students.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study is a 2-arm, parallel assignment, single-blinded, 30-day RCT with 1 intervention group and 1 waitlist control group. Overall, 1496 (748 per trial arm) university students from the University of British Columbia Vancouver Campus (N=54,000) who are aged ≥17 years, have a smartphone with Wi-Fi or cellular data, and speak English will be recruited via a variety of web-based and offline strategies. Participants will be randomized into the intervention or control group after completing a baseline survey. Those randomized into the intervention group will gain immediate access to the <italic>Minder</italic> app and will be assessed at 2 weeks and 30 days. Those randomized into the control group will be given access to the app content after their follow-up assessment at 30 days. The primary outcomes are measured from baseline to follow-up at 30 days and include changes in general anxiety symptomology, depressive symptomology, and alcohol consumption risk measured by the General Anxiety Disorder 7-Item scale, Patient Health Questionnaire 9-Item scale, and US Alcohol Use Disorders Identification Test-Consumption Scale, respectively. Secondary outcomes include measures related to changes in the frequency of substance use, mental well-being, self-efficacy in managing mental health and substance use, readiness to change, and self-reported use of mental health services and supports (including referral) from baseline to follow-up at 30 days.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Trial recruitment and data collection began in September 2022, and the completion of data collection for the trial is anticipated by June 2023. As of May 10, 2023, a total of 1425 participants have been enrolled.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The RCT described in this protocol paper will assess whether the <italic>Minder</italic> app is effective in improving the mental health and substance use outcomes of a general population of Canadian university students. Additional secondary outcome research aims to explore additional outcomes of interest for further research and better understand how to support students’ general mental well-being.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05606601; https://clinicaltrials.gov/ct2/show/NCT05606601</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/49364</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mental health</kwd>
        <kwd>substance use</kwd>
        <kwd>college students</kwd>
        <kwd>digital interventions</kwd>
        <kwd>randomized controlled trial</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>University represents a period of transition where many students move away from home for the first time, requiring them to navigate the newfound independence and overcome unanticipated challenges when trying to make new friends and preserve existing relationships [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Students may find themselves suddenly dealing with new stressors without their previously relied upon support systems [<xref ref-type="bibr" rid="ref4">4</xref>]. These stressors related to university life are combined with a period of development where the onset of many mental health and substance use disorders peaks [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Certain individuals may also be more likely to experience mental health problems in university based on various factors such as age, sexual orientation, ethnicity, and adverse childhood experiences [<xref ref-type="bibr" rid="ref7">7</xref>]. Overall, this results in a population with a relatively high prevalence of mental health and substance use disorders [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. For example, a study of college students across multiple countries found the 12-month prevalence of major depressive disorder, generalized anxiety disorder, and alcohol use disorder to be 18.5%, 16.7%, and 6.3%, respectively [<xref ref-type="bibr" rid="ref9">9</xref>]. Despite the high prevalence of emerging mental health and substance use concerns, many university students do not seek help for these issues [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>e-Interventions that promote self-management and link students to in-person services represent a promising means of addressing needs related to substance use and mental health issues. The potential of digital mental health interventions (eg, web-based programs and mobile apps) has been widely promoted, as they are often easily scalable and as beneficial as in-person therapies in promoting university students’ mental health [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Considering the high co-occurrence between mental health and substance use concerns [<xref ref-type="bibr" rid="ref15">15</xref>], e-interventions are well positioned to offer low-barrier access to content supporting transdiagnostic approaches to interventions that acknowledge not only each individual concern but also their intersectionality. Existing digital interventions also address a range of challenges, including depression and anxiety [<xref ref-type="bibr" rid="ref16">16</xref>], substance use [<xref ref-type="bibr" rid="ref17">17</xref>], safety and risk management [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], and levels of severity (eg, subclinical mild to moderate symptom management and treatment for clinical conditions), and can be easily integrated into existing systems of care as a form of low-intensity, self-directed support [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>To address these needs, a mental health and substance use mobile app called <italic>Minder</italic> was codeveloped with and for Canadian university students. This codevelopment process involved significant input from students through the creation of a Student Advisory Committee (SAC), usability testing via a virtual bootcamp (ie, individual user testing combined with a web-based survey), focus groups, and a pilot feasibility study [<xref ref-type="bibr" rid="ref14">14</xref>]. By combining the prevention and early intervention components, the <italic>Minder</italic> app has been designed to target the general population of university students. This paper describes the protocol for a pragmatic 2-arm randomized controlled trial (RCT) to assess the effectiveness of the <italic>Minder</italic> mobile app in improving university students’ mental health and substance use outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Objectives and Hypotheses</title>
        <p>Our primary objective is to test whether the <italic>Minder</italic> intervention improves mental health and substance use outcomes in a general population of university students. Our null hypothesis is that there is no difference between the intervention group, who are given access to a full version of the <italic>Minder</italic> mobile app, and the control group, who are given access to a restricted version of the app that sends reminder notifications about baseline and follow-up surveys but prevents access to all intervention components. We hypothesize that assignment to the intervention group will result in greater effects on the primary mental health and substance use outcomes. As such, we expect that participants assigned to the intervention group will be more likely to experience improvements in their mental health and substance use outcomes than those in the control condition.</p>
      </sec>
      <sec>
        <title>Study Design and Setting</title>
        <p>The study is a single-blinded, 2-arm parallel assignment RCT with 1 intervention group and 1 control group (<xref rid="figure1" ref-type="fig">Figure 1</xref>). In the pretrial period (t−1), all students are screened for eligibility and invited to enroll in the study; enrolled participants then complete the baseline assessment survey (t0). After randomization, all participants enter into the trial (with full access or restricted access to the <italic>Minder</italic> app, depending on group assignment), concluding with a follow-up assessment survey at 30 days (t2; see <xref ref-type="table" rid="table1">Table 1</xref> for participant flow through the study). In addition to the baseline and follow-up surveys, the intervention group will also complete an assessment at 2 weeks. The baseline and follow-up assessments contain all primary and secondary outcomes, whereas the 2-week survey contains only 2 primary outcome measures (Patient Health Questionnaire 9-Item [PHQ-9] and General Anxiety Disorder 7-Item [GAD-7]). All assessments are delivered through the app and typically require approximately 15 minutes to complete but may be completed at the participant’s own pace. The 30-day follow-up assessment may be completed for up to 14 days after the 30-day study period end point.</p>
        <p>Upon the completion of the randomized controlled trial, participants in the control group will be offered access to the intervention for ethical reasons and will be followed (with those already in the intervention group) for up to 6 additional months as part of a separate period of natural observation not included in the formal RCT analyses. This trial was registered with ClinicalTrials.gov (NCT05606601) on November 4, 2022. The study will be conducted at the University of British Columbia (UBC), Vancouver Campus. All data will be collected in Canada.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Outline of the trial process, including eligibility assessment, consent, baseline, randomization, and follow-up.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e49364_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant flow through the trial.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Enrollment (t−1)</td>
                <td colspan="5">Study period</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">Baseline assessment and allocation (t0)</td>
                <td colspan="2">Interim assessment (t1; 2 weeks)</td>
                <td>Follow-up assessment (t2; 30 days)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10">
                  <bold>Enrollment</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Eligibility screen</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Informed consent</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Group allocation and assessment</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>Minder</italic> intervention</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Control</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Assessment measures</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anxiety symptoms (GAD-7<sup>a</sup>)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depressive symptoms (PHQ-9<sup>b</sup>)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol consumption risk (USAUDIT-C<sup>c</sup>)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Opioid use frequency</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓<sup>d</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stimulant use frequency</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓<sup>d</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cannabis use frequency</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol binge frequency (question 3, USAUDIT-C)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol use frequency (questions 1 and 2, USAUDIT-C)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mental well-being (SWEMWS<sup>e</sup>)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Readiness to change</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-efficacy: mental health</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-efficacy: substance use</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Connection to services and supports</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GAD-7: General Anxiety Disorder 7-Item.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>PHQ-9: Patient Health Questionnaire 9-Item.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>USAUDIT-C: US Alcohol Use Disorders Identification Test-Consumption Scale.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Baseline measure used for study group allocation.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>SWEMWS: Short Warwick-Edinburgh Mental Wellbeing Scale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Eligibility Criteria and Assessment</title>
        <p>Participant eligibility will be determined through an eligibility screener delivered on Qualtrics, a web-based survey platform, before registering for the study.</p>
        <p>Participants must meet all the following inclusion criteria: student currently enrolled at the UBC Vancouver campus, aged ≥17 years, have access to and be able to use a smartphone with Wi-Fi or cellular data, and speak English. Students will be excluded based on an eligibility screening item assessing suicidality risk (“We want to make sure that this app is appropriate for you at this time. Do you have a current suicidal plan [i.e., a plan to end your life]?”). Anyone endorsing a current suicidal plan (ie, answering “yes”) will not proceed with the registration form and will instead be provided with a list of crisis resources.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p><italic>Minder</italic> was codeveloped with input from 225 university students, including 44 student project team members. Codevelopment occurred through engaging students and volunteers on the project team, a SAC, and quantitative and qualitative studies (web-based survey, pilot feasibility RCT, and focus groups). Feedback was used to guide the app revisions following each of these processes, resulting in a final app that differed considerably from the initial prototype. Details of each component of these adaptation processes can be found in the study by Vereschagin et al [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p><italic>Minder</italic> delivers a suite of evidence-based interventions that have been tailored to help university students improve their well-being and manage their substance use through 4 main components: Chatbot Activities, Services, Community, and Peer Coaching (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The Chatbot Activities consist of an automated preprogrammed chatbot text and videos that draw primarily from cognitive behavioral therapy (CBT), given its demonstrated transdiagnostic efficacy in web-based intervention programs [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. The Chatbot Activities also incorporate evidence-based content derived from metacognitive therapy, dialectical behavioral therapy, and motivational interviewing. These activities have been developed through collaboration with mental health professionals and university students so that the information can be presented in a way that is consistent with evidence-based practices and appropriate for this demographic. The Chatbot Activities were designed to support students on a range of topics and include content to manage mild to moderate distress and emotions and to help navigate general student life (eg, relationships, time management, and sleep hygiene). In addition, the content of the Chatbot Activities relates to the use of alcohol, cannabis, opioids, and stimulants, including general psychoeducation and motivational interviewing. These topics encapsulate many general skills included in CBT for managing emotions (eg, recognizing automatic thoughts) as well as additional topics highlighted by students through our codevelopment process as being more relevant to student well-being, such as transitioning to university. To increase the accessibility of the app, all activities that include video content have been closed-captioned in both English and French. Users have access to this entire range of content in the app and can choose to engage with any activities, regardless of their current mental health or substance use status. The Services component of <italic>Minder</italic> includes a validated psychosocial screening tool that provides users with tailored recommendations and resources based on their current needs and preferences [<xref ref-type="bibr" rid="ref25">25</xref>]. It consists of a short survey with several categories (mental health, safety, substance use, abuse, housing, education, and sexual wellness) and an individually tailored list of relevant services that can be filtered by factors such as cost, availability, and delivery method. The Community component of <italic>Minder</italic> contains a searchable inventory of student groups or clubs at the university, which can be filtered according to the student’s interest. Finally, to support the use of the app, Peer Coaches (university student volunteers that have been trained by the research team’s clinicians) are available to help users navigate through different app components and provide nonclinical peer support. Once a Peer Coach is assigned, users can communicate with their coach through secure in-app texting or video calls in a synchronous or asynchronous manner. In this study, users in the intervention group will be offered Peer Coaches who will reach out to their assigned users twice during the study period (ie, at the beginning of the trial upon assignment and around the midpoint of the trial). Additional information on the development of <italic>Minder</italic> and its components can be found in the study by Vereschagin et al [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Minder main app components. The Minder app home page has 6 islands (University life, Relationships, Stress and Anxiety, Wellness, Sadness, and Substance Use) that deliver a variety of activities through an interactive chatbot. The Services component includes a short survey that assesses needs and preferences and matches users with resources. The Community component provides users with a directory of student groups and clubs they can filter through by interest. The Peer Coaching component matches users with a trained peer that provides psychosocial and app support.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e49364_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Primary Outcomes</title>
          <p>The primary outcomes are changes in general anxiety symptomology, depressive symptomology, and alcohol consumption risk from baseline to follow-up at 30 days.</p>
          <sec>
            <title>Anxiety Symptoms</title>
            <p>The GAD-7 scale is a commonly used self-report scale to assess symptoms of generalized anxiety. Questions on the scale draw from the Diagnostic and Statistical Manual of Mental Disorders, 4th edition [<xref ref-type="bibr" rid="ref26">26</xref>], criteria for anxiety disorders and were formally validated against diagnostic psychiatric interviews [<xref ref-type="bibr" rid="ref27">27</xref>]. Each question is scored from 0 (not at all) to 3 (nearly every day), with total scores ranging from 0 to 21 and higher scores indicating a worse outcome (ie, greater frequency of anxiety symptoms). In this study, changes in anxiety symptomology from baseline to follow-up at 30 days will be based on the GAD-7 total scores in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Depression Symptoms</title>
            <p>The PHQ-9 scale is a self-report scale used to assess symptoms of depression and has been validated against diagnostic interviews administered by mental health professionals [<xref ref-type="bibr" rid="ref28">28</xref>]. The 9 questions are based on the Diagnostic and Statistical Manual of Mental Disorders, 4th edition [<xref ref-type="bibr" rid="ref26">26</xref>], diagnostic criteria for depressive disorders and scored on a scale of 0 (not at all) to 3 (nearly every day). The total scores range from 0 to 29, with higher scores indicating a worse outcome (ie, greater frequency of depression symptoms). In this study, changes in depressive symptomology from baseline to follow-up at 30 days will be based on the PHQ-9 total scores in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Alcohol Consumption Risk</title>
            <p>The US Alcohol Use Disorders Identification Test-Consumption Scale (USAUDIT-C) is a 3-item self-report scale adapted from the consumption questions in the widely used Alcohol Use Disorders Identification Test (AUDIT). Compared with the AUDIT, the USAUDIT-C includes expanded response options for the first 3 AUDIT questions—from 5 to 7 categories—to allow for more precise measurements in accounting for differences in standard drink sizes and cut-off limits [<xref ref-type="bibr" rid="ref29">29</xref>]. Although the USAUDIT-C was primarily adapted for US contexts, we believe the expanded response options will also allow for a more precise assessment of adherence to guidelines in drinking frequency (question 1), drinking quantity (question 2), and binge drinking (question 3) within Canadian contexts. For questions 1 and 3, scoring ranges from 0 to 6, where 0 represents “Never” and 6 represents “Daily” frequency. For question 2, scoring ranges from 0 to 6, where 0 represents “1 drink” and 6 represents “10 or more drinks” on a typical day when drinking. The total scores summed from all 3 questions range from 0 to 18, with higher scores indicating a worse outcome (ie, higher-risk level of excessive or harmful alcohol consumption). In this study, changes in alcohol consumption risk from baseline to follow-up at 30 days will be based on the USAUDIT-C total scores in both the intervention and control groups.</p>
          </sec>
        </sec>
        <sec>
          <title>Secondary Outcomes</title>
          <sec>
            <title>Overview</title>
            <p>To provide further information on the underlying mechanisms and areas in which <italic>Minder</italic> is affecting participants’ overall well-being, a variety of secondary outcomes will be examined. Secondary outcomes include measures related to changes from baseline to follow-up at 30 days in the frequency of substance use (cannabis consumption, binge drinking, alcohol use, opioid use, and nonmedical stimulant use), mental well-being, self-efficacy managing mental health and substance use, readiness to change, and self-reported use (including referral) of mental health services and supports. An example of the questions used to assess secondary outcomes is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
          </sec>
          <sec>
            <title>Substance Use: Opioid Use Frequency</title>
            <p>Changes will be based on the self-reported frequency of <italic>both medical and nonmedical</italic> opioid use in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Substance Use: Stimulant Use Frequency</title>
            <p>Changes from baseline to follow-up at 30 days will be based on the self-reported frequency of nonmedical stimulant use in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Substance Use: Cannabis Use Frequency</title>
            <p>Changes from baseline to follow-up at 30 days will be based on the self-reported frequency of cannabis consumption in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Substance Use: Alcohol Binge Frequency</title>
            <p>Changes from baseline to follow-up at 30 days will be based on the responses to question 3 of the USAUDIT-C in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Substance Use: Alcohol Use Frequency</title>
            <p>Changes from baseline to follow-up at 30 days will be based on the responses to questions 1 and 2 of the USAUDIT-C in both the intervention and control groups.</p>
          </sec>
          <sec>
            <title>Mental Well-Being</title>
            <p>Changes from baseline to follow-up at 30 days will be based on the total scores from the Short Warwick-Edinburgh Mental Wellbeing Scale in both the intervention and control groups. The Short Warwick-Edinburgh Mental Wellbeing Scale is a 7-item scale that has been widely validated, has strict unidimensionality, and is free from item bias [<xref ref-type="bibr" rid="ref30">30</xref>]. The total scores range from 7 to 35, with higher scores indicating better outcome (ie, higher positive mental well-being).</p>
          </sec>
          <sec>
            <title>Readiness to Change</title>
            <p>Changes from baseline to follow-up at 30 days for the use of individual substances (alcohol, cannabis, opioids, and stimulants) will be based on self-reported readiness to change ladder assessments in both the intervention and control groups. The ladder assessments consist of a single item for each substance that asks participants to rate their readiness to change their use on a Likert-type response scale ranging from 0 (no thought of changing) to 10 (taking action to change). The response range parallels stages in the behavior change process from precontemplative to action stages, with higher scores indicating higher readiness to change and, therefore, a higher likelihood of changing their current substance use behavior. These questions were adapted from a readiness to change measure used by Merrill et al [<xref ref-type="bibr" rid="ref31">31</xref>] to assess anticipated changes in alcohol use (adapted from The Contemplation Ladder, originally validated by Biener and Abrams [<xref ref-type="bibr" rid="ref32">32</xref>]).</p>
          </sec>
          <sec>
            <title>Self-Efficacy</title>
            <p>Changes in mental health self-efficacy from baseline to 30-day follow-up are based on 5 survey questions in the intervention and control groups. Each question is scored separately using a Likert-type response ranging from 1 (not at all confident or likely) to 5 (totally confident or likely), with higher scores indicating a better outcome (ie, greater self-efficacy). Similarly, in both the intervention and control groups, changes in substance use self-efficacy from baseline to follow-up at 30 days will be based on 4 self-report survey questions assessing different aspects of self-efficacy related to substance use management. Each question is scored separately using a response ranging from 1 (not at all confident) to 5 (totally confident), with higher scores indicating a better outcome (ie, greater self-efficacy). Both the mental health and substance use self-efficacy survey questions were developed by the research team based on the theory of self-efficacy by Bandura [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
          </sec>
          <sec>
            <title>Connection to Services and Supports</title>
            <p>Changes in the use of mental health services and supports in both groups will be assessed by comparing responses to 2 yes-or-no survey questions from baseline to 30-day follow-up. The questions ask if participants have been diagnosed or treated by a professional for a list of mental health conditions and whether they have used any mental health treatments (medication, psychotherapy, mindfulness, and web-based tools) in the past 30 days or currently. Two additional survey questions are only asked at the 30-day follow-up: accessing types of support services and joining any university clubs or participating in any club-related events.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Supplementary Feedback on User Experience</title>
        <p>In addition to questions on the primary and secondary outcomes associated with the randomized controlled trial, participants in the intervention group will be asked a set of 12 additional questions on their experience using the <italic>Minder</italic> app at the end of the 30-day follow-up assessment. These questions will be used to inform the ongoing development of the app and use a combination of Likert-type and open text box responses to collect information on experiences using specific app components, reasons for using (or not using) features such as the Peer Coach, and any suggestions for improving key features such as the <italic>Minder</italic> chatbot.</p>
      </sec>
      <sec>
        <title>Sample Size and Power</title>
        <p>The sample size calculation for a small effect assessed by the PHQ-9, GAD-7, and USAUDIT-C was calculated using an effect size defined by Cohen <italic>d</italic>=Δ/σ, where Δ is the group mean difference at the completion of the study and σ is the (pooled) within-group SD. For a small effect size (Cohen <italic>d</italic>=0.2), the sample size required to have 80% power at the level of significance <italic>P</italic>=.02 (0.05/3 primary outcomes) is 524 in each group. Assuming a 30% attrition rate, we require 748 participants in each group. To account for a conservative estimate of a small effect size and a 30% attrition rate, we estimate that a minimum of 748 randomized participants will be needed for each study group, totaling at least 1496 participants.</p>
      </sec>
      <sec>
        <title>Sample Recruitment</title>
        <p>Sample recruitment will use a widespread, multifaceted approach that includes web-based and offline interactions with students as well as university faculty and administrators.</p>
        <p>Web-based recruitment will occur through social media engagement via Facebook, Instagram, Twitter, and Reddit research laboratory or project pages or through recruitment material reposted by organizations represented on the SAC or UBC-affiliated groups (eg, student clubs and student government representatives). Web-based recruitment will also occur through the linked Student e-Mental Health survey, a version of the World Mental Health International College Student survey adapted for Canadian contexts and administered at UBC (approved by the UBC Behavioral Research Ethics Board under ethics ID #H19-02538 [<xref ref-type="bibr" rid="ref34">34</xref>]). At the end of the linked survey, prospective participants will receive a message offering an opportunity to test a mental health and substance use app, and interested students will be redirected to a registration form for this study where they can consent and register to participate if qualified.</p>
        <p>Offline recruitment will include in-person booths of student team members in frequented communal areas with high student traffic (eg, student union and main campus lawn or pathway) around the UBC Vancouver campus; placing recruitment posters in public places on campus; and distributing mini posters with QR codes to classes, students, and student groups on campus.</p>
        <p>Student engagement will also occur through collaboration with select UBC faculty members and administrators. Specifically, members of the research team will attend in-person and web-based courses at the university to provide students with a short presentation about the study and will request that recruitment materials be included on course web pages and emails. In addition, student groups at the university will be contacted to share recruitment information with their members through emails and newsletters or to coordinate with study team members attending group meetings or events to directly share information about the study. Invitations to participate in this study will also be sent to students who have previously expressed interest in participating in research studies and asked to be contacted if study opportunities with the research laboratory became available.</p>
        <p>Widespread signage will also be implemented through posters at on-campus bus stops and digital screens in on-campus buildings, as well as printed posters within buses designated for routes with direct connections to the university.</p>
      </sec>
      <sec>
        <title>Randomization and Study Arms</title>
        <p>A study participant is defined as an individual who has completed the baseline survey and has been randomly assigned into either the control or intervention group. Participants are randomized using a stratified block randomization function built into the app. The randomization list for the built-in function was created using the web-based stratified block randomization list creator in the clinical trial software Sealed Envelope (Clerkenwell Workshop) [<xref ref-type="bibr" rid="ref35">35</xref>]. To ensure that each arm of the randomized trial contains an equal number of participants endorsing a history of substance use, participants will be assigned to either group A (substance use: any medical opioid use, nonmedical opioid use, or nonmedical stimulant use) or group B (nonsubstance use), based on their answers to the opioid and stimulant use questions in the baseline survey. After being stratified into group A or group B, individuals are then automatically randomly assigned (via the randomization list embedded into the app) to either the control or intervention arm of the trial using a 1:1 ratio in blocks of 10.</p>
        <p>Those randomized into the control group will receive a message saying that they will be asked to complete an additional survey at 30 days and will only receive full access to the app after that. During the 30-day study period, the control group participants will receive a restricted version of the app that only permits access to the following: an introduction video with several students providing a broad overview of the different aspects of the app and its potential value, several onboarding slides with a short summary of the main app components, and baseline and follow-up assessment surveys plus reminder notifications to complete those surveys. Participants randomized into the intervention group will receive immediate access to the full <italic>Minder</italic> app.</p>
      </sec>
      <sec>
        <title>Strategies to Improve Adherence to Intervention Protocols</title>
        <p>All participants will receive both email reminders and in-app push notifications to complete the assessment surveys. More specifically, after the initial email to prospective participants with instructions to download the app and complete the baseline survey (to be randomized), an email reminder to complete the baseline survey will be sent on day 7 and again on day 20 to those who have not yet completed it. Participants who have not completed the baseline after 1 month may receive an additional email reminder. Participants assigned to the intervention group will then receive an email and push notification to complete the 2-week survey. Participants in both the intervention and control groups will receive an email and push notification 30 days after baseline completion and a group assignment to notify them to complete the follow-up survey, along with a reminder email 5 days and 11 days later if the survey has still not been completed.</p>
        <p>Participants in the intervention group will also receive general in-app push notifications on days 4, 18, and 24 to highlight the different features of the app. The intervention group also receives a push notification when they have a new in-app message from their assigned Peer Coach, either a scheduled message (at assignment and around the study midpoint) or a reply to an ongoing text conversation with the participant.</p>
      </sec>
      <sec>
        <title>Data Management and Withdrawal</title>
        <p>All data are collected in the app and stored on secure servers located in Canada. The research team will download all study data regularly (business days excluding statutory holidays) and monitor for any issues with data collection. Access to the data will be limited to the members of the research team. To ensure that participant information and privacy are protected, the <italic>Minder</italic> app backend will abide by the UBC Research Ethics Board guidelines and British Columbia’s Freedom of Information and Protection of Privacy Act. Participant data are collected using a unique study ID value within the system to ensure that survey response data and app use data remain separate from identifying information contained in the participant registration and remuneration documentation. The only exception will be if a participant elects to withdraw from the study and indicates their decision to have their data deleted; in this case, the data manager will use the unique study ID value to link their registration information with their survey response data and app use data and delete all their data from the system and all saved files.</p>
      </sec>
      <sec>
        <title>Data Analysis Plan</title>
        <sec>
          <title>Statistical Analysis</title>
          <p>The primary analysis will be intention to treat (ITT) to estimate the causal effects of the assignment to treatment on the trial outcomes for all participants. A participant within the study is defined as an individual who has completed the baseline assessment survey and has been randomized into either the control or intervention group. The analysis will consider the following 2 features of the trial design: 3 primary end points and the method of randomization. The effects of some of these design features (ie, randomized blocks) are expected to be small and statistically nonsignificant. Nonetheless, we will use multilevel regression and SAS (version 9.4; SAS Institute Inc) and R (version 4.3.1; R Foundation for Statistical Computing) software in our analyses to control for these effects.</p>
          <p>Before any testing, we will compare the baseline differences between the randomization groups on demographic (eg, sex, gender, and ethnicity), socioeconomic (eg, year of study), and personal risk variables (eg, mental health diagnoses and use of mental health treatments). Any baseline prognostic variable with a standardized difference between the groups of Cohen <italic>d</italic>&#62;.05 will be considered a candidate variable to control for in the analysis. The selection of Cohen <italic>d</italic>&#62;.05 is arbitrary: there is no accepted threshold to determine a meaningful difference between the 2 groups. However, this is a very small effect and indicates approximately a 4% nonoverlap between the 2 populations.</p>
          <p>For the 3 primary end points (PHQ-9, GAD-7, and USAUDIT-C), a global test with the null hypothesis of no treatment difference in all primary end points between the control and treatment groups will be conducted using a marginal multivariate regression model for correlated data on PHQ-9, GAD-7, and USAUDIT-C. Compared with testing each outcome separately, the advantages of the global test from joint modeling include more parsimonious hypothesis tests and mitigated concern of multiple testing issues [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>] as well as pooling of the information over the correlated outcomes to increase study power, especially with missing outcomes [<xref ref-type="bibr" rid="ref39">39</xref>]. When the global test rejects the null hypothesis and we conclude that there is an intervention effect on at least 1 of the 3 end points, we will then analyze each end point separately to identify which of the 3 study end points are affected by the intervention. We will use the sequential Hochberg correction method [<xref ref-type="bibr" rid="ref40">40</xref>] to control the overall family-wise error rate at α=.05 when testing the hypothesis for each individual primary end point.</p>
          <p>The general approach for analyzing all the types of study outcomes separately (including the 3 primary end points and the secondary end points) will be the generalized linear mixed-effect models (GLMMs) for clustered measures, with the randomization block as the clustering variable. These models can handle a wide range of outcome types, including continuous, binary, ordinal, and count, and can account for the correlations among observations within the same cluster. Specifically, we will analyze each primary end point using a linear mixed-effect model, a special case of the GLMM. For secondary outcomes, we will use linear mixed-effect models to analyze mental well-being measures and readiness to change measures, mixed logit models to analyze the connection to services and support-related measures (binary: yes or no), mixed-effects quasi-Poisson regression models with the log link (a special case of GLMMs) for substance use frequency measures, and mixed-effects proportional odds ordinal logistic regression (another special case of GLMMs) for self-efficacy measures. The treatment effect on an outcome at 30 days will be assessed using a GLMM with the treatment allocation as the main explanatory variable and with adjustment for baseline outcome assessment value and other baseline prognostic factors as fixed effects and the randomization block as a random effect. By properly specifying the GLMM, a wide range of scientific hypotheses can be tested, including the primary ones regarding treatment effect estimation. The quality of statistical inferences will be substantiated through rigorous model checking and validation techniques. When statistical models assume that residuals at certain levels follow normal distributions, this assumption will be checked using a normal probability plot, in which the ranked residuals are plotted against corresponding points on a normal distribution curve. When substantial departures from the normal residual assumption are found, robust empirical SE estimates that are valid with nonnormal residuals will be used for statistical inference. We will use SAS software (version 9.4; SAS Institute Inc) and R (version 4.3.1; R Foundation for Statistical Computing) for the statistical analyses of our primary and secondary outcomes. Subgroup analysis will be performed using the GLMM on the subsets of data formed by the subgroup.</p>
          <p>Missing data will take two forms: (1) missed questions or items and (2) unit nonresponse or attrition (withdrawals and lost to follow-up). We anticipate that most missing data are owing to attrition, which leads to unit nonresponse at the 30-day assessment. To reduce bias and avoid the loss of statistical power in our analysis of primary and secondary outcomes, we will use likelihood-based direct estimation, which is equivalent to performing multiple imputations under the model to predict values for missing data. One advantage of using the abovementioned multilevel GLMMs for analyzing primary and secondary outcomes is that it uses all the available data by including those study units with missing outcome values and it produces valid inference under the assumption of missing at random, which is a more relaxed assumption of missing data mechanism than missing completely at random. The missing values will be regarded as missing at random when the nonresponse behavior is believed to be a function of observed data, particularly common when assessing mental health and substance use behaviors and using a digital self-report format. The potential bias of these inferences will be quantified if these missing data were suspected to be nonrandom even after conditioning on the observed data, using the methods [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] developed by our team member and implemented in R package <italic>isni</italic> [<xref ref-type="bibr" rid="ref43">43</xref>]. In summary, state-of-the-art statistical methods will be used to address these missing data issues.</p>
          <p>In addition to the primary analysis using ITT, we will conduct a secondary analysis to evaluate the Complier Average Causal Effect (CACE) of the intervention. The primary analysis using ITT estimates the causal effects of treatment assignment on the trial outcomes for all participants, regardless of whether those assigned to the intervention actually use the <italic>Minder</italic> app (ie, complying with the treatment assignment). The results from the ITT analysis will be useful to policy makers and inform the effects of applying the treatment program to the population. Although ITT analysis is informative and valid, one limitation of the ITT analysis is that it estimates the program effectiveness rather than method efficacy. The program effectiveness depends on the proportion of compliers, which can change (eg, students change their willingness to use the intervention after they learn that the intervention works). Thus, to complement this approach, we will also conduct a CACE analysis that will focus on the intervention efficacy of those who actually use the e-intervention. The CACE analysis in conjunction with the abovementioned ITT analysis will provide a more complete picture of the intervention effect. By identifying who uses and benefits from the intervention, the trial can yield findings of direct interest to the scientific community and individual students. To overcome the challenge that the study participants’ compliance and app use behaviors are self-selected in nature and not randomized, we will use the principal stratification approach to estimate the CACE effects on multiple end points in RCTs with treatment noncompliance [<xref ref-type="bibr" rid="ref36">36</xref>] and the dose-response relationship between the extent of app use (eg, completed Chatbot Activities and number of contacts with Peer Coach) and intervention effect [<xref ref-type="bibr" rid="ref44">44</xref>]. Given the diverse nature of the target population combined with the self-guided use of intervention components, we also plan to examine heterogeneity in treatment effects using a series of exploratory analyses that use sociodemographic (eg, gender and year of study) and assessment data (eg, symptom level on PHQ-9 and GAD-7) collected at baseline to examine the impact of the <italic>Minder</italic> app on key subgroups.</p>
        </sec>
        <sec>
          <title>Masking</title>
          <p>The study will use a single-blinded approach where only the investigators (including the statistician) will be blinded to the treatment group assignment when examining the primary hypotheses.</p>
        </sec>
      </sec>
      <sec>
        <title>Continued Monitoring</title>
        <p>There will be no stopping rules in this study—the anticipated benefits and unanticipated adverse effects are not life threatening and too small to merit such an approach. In addition, there will be no sequential analyses of the data: the analyses will commence at the end of the trial when the data manager provides the statistician with a blinded database for the analyses. Of note, data from the 2-week assessment completed by the intervention group will be removed from the data set used for the primary outcome analysis to maintain the blinding of the statistician.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the UBC Behavioral Research Ethics Board on January 6, 2022 (ethics ID: H21-03248). Any changes to the protocol will be submitted for approval to the UBC Research Ethics Board.</p>
      </sec>
      <sec>
        <title>Consent</title>
        <p>Consent will be obtained using a web-based UBC Qualtrics form before the email validation process (ensuring current student enrollment and only 1 study registration per student), which provides access to the app and baseline assessment survey.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The trial was registered on ClinicalTrials.gov (NCT05606601) on November 4, 2022. Recruitment and data collection began in September 2022. As of May 10, 2022, a total of 1425 participants have been enrolled. The results of the study will be available at the end of 2023 and will be published in international and national journals and presented at conferences.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Expected Findings</title>
        <p>Postsecondary students have been found to have high rates of mental health and substance use problems but many of these students do not access mental health or other professional supports [<xref ref-type="bibr" rid="ref10">10</xref>]. e-Interventions have been shown to be effective among university students and may help address barriers to seeking support by providing tools that are easily accessible and can be scaled up for university campuses [<xref ref-type="bibr" rid="ref16">16</xref>]. This manuscript describes the study protocol for a RCT to assess whether the <italic>Minder</italic> app is effective in improving mental health and substance use outcomes in a general population of Canadian university students. We hypothesize that individuals assigned to the intervention group will be more likely to experience improvements in mental health and substance use outcomes compared with individuals in the control condition. Additional secondary outcomes and analyses seek to inform potential mechanisms through which future studies can be conducted to better understand how to support the mental well-being of students and support the ongoing improvement of the <italic>Minder</italic> app as an effective digital mental health tool.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although many similar e-interventions have experienced large loss to follow-up and poor participant engagement, the incorporation of Peer Coaches for each participant in addition to well-spaced reminders to return to the app and complete baseline and follow-up surveys are expected to improve app engagement and reduce loss to follow-up. It is also important to note that this intervention was designed for use in the general population with mild symptomology so recruitment may be challenging as these students may be less interested than a clinical population in participating in a mental health study. We have addressed this challenge by using a comprehensive set of recruitment methods to engage potential participants in the broader university population. The intervention also includes components relevant to all students, including content addressing general well-being and more clinically relevant content. Students who choose to participate in this study may also be more motivated than the general population to seek help or to improve their mental health or substance use concerns. This may impact their willingness to participate and responses to self-report surveys, which may lead to reporting bias; however, we believe that these biases will not differ across the surveys or between intervention and control groups. Moreover, mental health and substance use concerns are high among university populations, with a large fraction experiencing psychological distress; therefore, a study sample reporting a range—including elevated levels—of mental health or substance use concerns is representative of students’ functioning, which supports the generalizability of the results to the broader student population. In addition, participants in the intervention group will be unblinded, which could lead to biased self-reports of mental health symptomology related to placebo effects and social desirability. Although our use of standardized assessments completed via nonidentifiable web-based surveys should help mitigate some of these risks, it will be important to address this limitation in future studies on the <italic>Minder</italic> app by incorporating a sham or placebo control in future trials and examining the cognitive mechanisms associated with targeted outcomes.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Despite these limitations, the findings from this trial will inform the ongoing refinement of the <italic>Minder</italic> app. One key aspect of the <italic>Minder</italic> app that separates it from other similar tools is its extensive codevelopment process with students, especially in the development of content that is presented in a chatbot manner that is more interactive than other modular, web-based CBT interventions. It is designed to support a general population of students across many potential topics, whereas many existing tools target specific issues (eg, depression or anxiety). Thus, by designing a tool that can be used by all students, we hope to provide a suite of interventions (eg, from time management to managing emotions) that builds resilience across a range of conditions and improves the well-being of students as they face the many challenges associated with postsecondary education and young adulthood. This includes the tailoring and ongoing improvement of content using focus groups and continued engagement with specific groups of university students who may have more unique university experiences, including international students; lesbian, gay, bisexual, transgender, queer, 2-spirit, intersex, asexual, and similar minority (LGBTQ2IA+) students; and Indigenous and other racialized students. Through further analyses of app use data and subgroup analyses, we hope to identify areas of particular interest and need to help us better understand how to improve and scale up the delivery of the app to other student populations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Secondary outcome questions.</p>
        <media xlink:href="resprot_v12i1e49364_app1.docx" xlink:title="DOCX File , 51 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUDIT</term>
          <def>
            <p>Alcohol Use Disorders Identification Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CACE</term>
          <def>
            <p>Complier Average Causal Effect</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GAD-7</term>
          <def>
            <p>General Anxiety Disorder 7-Item</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GLMM</term>
          <def>
            <p>generalized linear mixed-effect model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ITT</term>
          <def>
            <p>intention to treat</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">LGBTQ2IA+</term>
          <def>
            <p>lesbian, gay, bisexual, transgender, queer, 2-spirit, intersex, asexual, and similar minority</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire 9-Item</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SAC</term>
          <def>
            <p>Student Advisory Committee</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">UBC</term>
          <def>
            <p>University of British Columbia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">USAUDIT-C</term>
          <def>
            <p>US Alcohol Use Disorders Identification Test-Consumption Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by Health Canada’s Substance Use and Addictions Program (arrangement:1920-HQ-000069; University of British Columbia ID: F19-02914).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during this study are not publicly available in accordance with our ethics approval. Interested researchers are advised to contact the corresponding author for further information on gaining access to anonymous data as further approval by the relevant research ethics boards may be needed.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hussey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Transitions in higher education</article-title>
          <source>Innov Educ Teach Int</source>
          <year>2010</year>
          <month>05</month>
          <day>11</day>
          <volume>47</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/14703291003718893"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/14703291003718893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maunder</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Cunliffe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galvin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mjali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Listening to student voices: student researchers exploring undergraduate experiences of university transition</article-title>
          <source>High Educ</source>
          <year>2012</year>
          <month>12</month>
          <day>1</day>
          <volume>66</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s10734-012-9595-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10734-012-9595-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wrench</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Thriving or just surviving? Exploring student strategies for a smoother transition to university. A Practice Report</article-title>
          <source>Int J First Year High Educ</source>
          <year>2012</year>
          <month>07</month>
          <day>25</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fyhejournal.com/article/view/132"/>
          </comment>
          <pub-id pub-id-type="doi">10.5204/intjfyhe.v3i2.132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Winn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fyvie‐Gauld</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>‘It was nothing to do with the university, it was just the people’: the role of social support in the first‐year experience of higher education</article-title>
          <source>Stud High Educ</source>
          <year>2005</year>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>707</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/03075070500340036"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/03075070500340036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dagani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Purcell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cocchi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McGorry</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Age of onset of mental disorders and use of mental health services: needs, opportunities and obstacles</article-title>
          <source>Epidemiol Psychiatr Sci</source>
          <year>2012</year>
          <month>03</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1017/s2045796011000746</pub-id>
          <pub-id pub-id-type="medline">22670412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Amminger</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar-Gaxiola</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ustün</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Age of onset of mental disorders: a review of recent literature</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2007</year>
          <month>07</month>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>359</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17551351"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/YCO.0b013e32816ebc8c</pub-id>
          <pub-id pub-id-type="medline">17551351</pub-id>
          <pub-id pub-id-type="pii">00001504-200707000-00010</pub-id>
          <pub-id pub-id-type="pmcid">PMC1925038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Blank</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cantrell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blackmore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goyder</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Factors that influence mental health of university and college students in the UK: a systematic review</article-title>
          <source>BMC Public Health</source>
          <year>2022</year>
          <month>09</month>
          <day>20</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>1778</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-022-13943-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-022-13943-x</pub-id>
          <pub-id pub-id-type="medline">36123714</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-022-13943-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC9484851</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Axinn</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mortier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Pinder-Amaker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar-Gaxiola</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Hamzawi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Benjet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Caldas-de-Almeida</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Demyttenaere</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Florescu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gureje</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Kiejna</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kovess-Masfety</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pennell</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ten Have</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Zarkov</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Mental disorders among college students in the World Health Organization World Mental Health surveys</article-title>
          <source>Psychol Med</source>
          <year>2016</year>
          <month>10</month>
          <volume>46</volume>
          <issue>14</issue>
          <fpage>2955</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27484622"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291716001665</pub-id>
          <pub-id pub-id-type="medline">27484622</pub-id>
          <pub-id pub-id-type="pii">S0033291716001665</pub-id>
          <pub-id pub-id-type="pmcid">PMC5129654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Mortier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Benjet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Demyttenaere</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Hasking</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Pinder-Amaker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vilagut</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <collab>WHO WMH-ICS Collaborators</collab>
          </person-group>
          <article-title>WHO World Mental Health surveys international college student project: prevalence and distribution of mental disorders</article-title>
          <source>J Abnorm Psychol</source>
          <year>2018</year>
          <month>10</month>
          <volume>127</volume>
          <issue>7</issue>
          <fpage>623</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30211576"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/abn0000362</pub-id>
          <pub-id pub-id-type="medline">30211576</pub-id>
          <pub-id pub-id-type="pii">2018-44951-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC6193834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Mortier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaehlke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vilagut</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Lochner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuechler</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hasking</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lapsley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <collab>WHO World Mental Health-International College Student Initiative collaborators</collab>
          </person-group>
          <article-title>Barriers of mental health treatment utilization among first-year college students: first cross-national results from the WHO World Mental Health international college student initiative</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2019</year>
          <month>05</month>
          <day>09</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>e1782</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31069905"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/mpr.1782</pub-id>
          <pub-id pub-id-type="medline">31069905</pub-id>
          <pub-id pub-id-type="pmcid">PMC6522323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gulliver</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Perceived barriers and facilitators to mental health help-seeking in young people: a systematic review</article-title>
          <source>BMC Psychiatry</source>
          <year>2010</year>
          <month>12</month>
          <day>30</day>
          <volume>10</volume>
          <fpage>113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-10-113"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-10-113</pub-id>
          <pub-id pub-id-type="medline">21192795</pub-id>
          <pub-id pub-id-type="pii">1471-244X-10-113</pub-id>
          <pub-id pub-id-type="pmcid">PMC3022639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van't Hof</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Self-help and Internet-guided interventions in depression and anxiety disorders: a systematic review of meta-analyses</article-title>
          <source>CNS Spectr</source>
          <year>2009</year>
          <month>02</month>
          <volume>14</volume>
          <issue>2 Suppl 3</issue>
          <fpage>34</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/w638F2/1JOG"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/s1092852900027279</pub-id>
          <pub-id pub-id-type="medline">19238128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehtimaki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wahl</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Schwalbe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Evidence on digital mental health interventions for adolescents and young people: systematic overview</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>04</month>
          <day>29</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e25847</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/4/e25847/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25847</pub-id>
          <pub-id pub-id-type="medline">33913817</pub-id>
          <pub-id pub-id-type="pii">v8i4e25847</pub-id>
          <pub-id pub-id-type="pmcid">PMC8120421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vereschagin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Hudec</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Doan</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Virk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Halli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wojcik</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chai</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sha</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittertreiner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Farkouh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sigamany</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Co-developing tools to support student mental health and substance use: minder app development from conceptualization to realization</article-title>
          <source>J Behav Cogn Ther</source>
          <year>2023</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>49</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S2589979123000021"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbct.2023.02.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cranford</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Serras</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Substance use behaviors, mental health problems, and use of mental health services in a probability sample of college students</article-title>
          <source>Addict Behav</source>
          <year>2009</year>
          <month>02</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>134</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2008.09.004</pub-id>
          <pub-id pub-id-type="medline">18851897</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(08)00255-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Adkins</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Winquist</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles-Shields</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wafford</surname>
              <given-names>QE</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health interventions for depression, anxiety, and enhancement of psychological well-being among college students: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>07</month>
          <day>22</day>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>e12869</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/7/e12869/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12869</pub-id>
          <pub-id pub-id-type="medline">31333198</pub-id>
          <pub-id pub-id-type="pii">v21i7e12869</pub-id>
          <pub-id pub-id-type="pmcid">PMC6681642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monarque</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sabetti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrari</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digital interventions for substance use disorders in young people: rapid review</article-title>
          <source>Subst Abuse Treat Prev Policy</source>
          <year>2023</year>
          <month>02</month>
          <day>17</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://substanceabusepolicy.biomedcentral.com/articles/10.1186/s13011-023-00518-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13011-023-00518-1</pub-id>
          <pub-id pub-id-type="medline">36805783</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13011-023-00518-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC9937742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kennard</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Biernesser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Foxwell</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Craddock Lee</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rial</surname>
              <given-names>KV</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McMakin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blastos</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Douaihy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zelazny</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Developing a brief suicide prevention intervention and mobile phone application: a qualitative report</article-title>
          <source>J Technol Hum Serv</source>
          <year>2015</year>
          <month>10</month>
          <day>01</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26977137"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15228835.2015.1106384</pub-id>
          <pub-id pub-id-type="medline">26977137</pub-id>
          <pub-id pub-id-type="pmcid">PMC4788636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McManama O'Brien</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>LeCloux</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gironda</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wharff</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>A pilot study of the acceptability and usability of a smartphone application intervention for suicidal adolescents and their parents</article-title>
          <source>Arch Suicide Res</source>
          <year>2017</year>
          <month>04</month>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>254</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1080/13811118.2016.1182094</pub-id>
          <pub-id pub-id-type="medline">27136115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Newfoundland and Labrador stepped care 2.0 e-mental health demonstration project: final report</article-title>
          <source>Mental Health Commission of Canada</source>
          <year>2019</year>
          <access-date>2022-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mentalhealthcommission.ca/wp-content/uploads/drupal/2019-09/emental_health_report_eng_0.pdf">https://www.mentalhealthcommission.ca/wp-content/uploads/drupal/2019-09/emental_health_report_eng_0.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Rozental</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Internet-delivered psychological treatments: from innovation to implementation</article-title>
          <source>World Psychiatry</source>
          <year>2019</year>
          <month>02</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30600624"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20610</pub-id>
          <pub-id pub-id-type="medline">30600624</pub-id>
          <pub-id pub-id-type="pmcid">PMC6313242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Esfandiari</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mazaheri</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Akbari-Zardkhaneh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi-Firoozabadi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cheraghi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Internet-delivered versus face-to-face cognitive behavior therapy for anxiety disorders: systematic review and meta-analysis</article-title>
          <source>Int J Prev Med</source>
          <year>2021</year>
          <month>11</month>
          <day>15</day>
          <volume>12</volume>
          <fpage>153</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35070186"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/ijpvm.ijpvm_208_21</pub-id>
          <pub-id pub-id-type="medline">35070186</pub-id>
          <pub-id pub-id-type="pii">IJPVM-12-153</pub-id>
          <pub-id pub-id-type="pmcid">PMC8724632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Efthimiou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bermpohl</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <collab>Individual Patient Data Meta-Analyses for Depression (IPDMA-DE) Collaboration</collab>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gemmil</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geraedts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Björkelund</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beevers</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjistavropoulos</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Shumake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Campayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milgrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Montero-Marin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bretón-López</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bücker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeber</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kivi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kraepelien</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forand</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Pugh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lintvedt</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorscak</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Brabyn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioral therapy for depression: a systematic review and individual patient data network meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>78</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33471111"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.4364</pub-id>
          <pub-id pub-id-type="medline">33471111</pub-id>
          <pub-id pub-id-type="pii">2774861</pub-id>
          <pub-id pub-id-type="pmcid">PMC8027916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Păsărelu</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman Nordgren</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dobrean</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Internet-delivered transdiagnostic and tailored cognitive behavioral therapy for anxiety and depression: a systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Cogn Behav Ther</source>
          <year>2017</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1080/16506073.2016.1231219</pub-id>
          <pub-id pub-id-type="medline">27712544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Virk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gadermann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barbic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cornish</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Doan</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>HEARTSMAP-U: adapting a psychosocial self-screening and resource navigation support tool for use by post-secondary students</article-title>
          <source>Front Psychiatry</source>
          <year>2022</year>
          <month>2</month>
          <day>22</day>
          <volume>13</volume>
          <fpage>812965</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35280181"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2022.812965</pub-id>
          <pub-id pub-id-type="medline">35280181</pub-id>
          <pub-id pub-id-type="pmcid">PMC8908908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders. 4th edition</source>
          <year>1994</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychiatric Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11556941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins-Biddle</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Babor</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>A review of the Alcohol Use Disorders Identification Test (AUDIT), AUDIT-C, and USAUDIT for screening in the United States: past issues and future directions</article-title>
          <source>Am J Drug Alcohol Abuse</source>
          <year>2018</year>
          <volume>44</volume>
          <issue>6</issue>
          <fpage>578</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29723083"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/00952990.2018.1456545</pub-id>
          <pub-id pub-id-type="medline">29723083</pub-id>
          <pub-id pub-id-type="pmcid">PMC6217805</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart-Brown</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tennant</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tennant</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weich</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Internal construct validity of the Warwick-Edinburgh Mental Well-being Scale (WEMWBS): a Rasch analysis using data from the Scottish Health Education Population Survey</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2009</year>
          <month>02</month>
          <day>19</day>
          <volume>7</volume>
          <fpage>15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-7-15"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-7-15</pub-id>
          <pub-id pub-id-type="medline">19228398</pub-id>
          <pub-id pub-id-type="pii">1477-7525-7-15</pub-id>
          <pub-id pub-id-type="pmcid">PMC2669062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merrill</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Wardell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Read</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Is readiness to change drinking related to reductions in alcohol use and consequences? A week-to-week analysis</article-title>
          <source>J Stud Alcohol Drugs</source>
          <year>2015</year>
          <month>09</month>
          <volume>76</volume>
          <issue>5</issue>
          <fpage>790</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26402360"/>
          </comment>
          <pub-id pub-id-type="doi">10.15288/jsad.2015.76.790</pub-id>
          <pub-id pub-id-type="medline">26402360</pub-id>
          <pub-id pub-id-type="pmcid">PMC4714829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biener</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>The Contemplation Ladder: validation of a measure of readiness to consider smoking cessation</article-title>
          <source>Health Psychol</source>
          <year>1991</year>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>360</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037//0278-6133.10.5.360</pub-id>
          <pub-id pub-id-type="medline">1935872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy: toward a unifying theory of behavioral change</article-title>
          <source>Psychol Rev</source>
          <year>1977</year>
          <month>03</month>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>191</fpage>
          <lpage>215</lpage>
          <pub-id pub-id-type="doi">10.1037//0033-295x.84.2.191</pub-id>
          <pub-id pub-id-type="medline">847061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Judkowicz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hudec</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Munthali</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Prescivalli</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pendakur</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rush</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gillett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Todorova</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gildea</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>McKechnie</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gadermann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>The World Mental Health international college student survey in Canada: protocol for a mental health and substance use trend study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2022</year>
          <month>07</month>
          <day>29</day>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>e35168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2022/7/e35168/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/35168</pub-id>
          <pub-id pub-id-type="medline">35696337</pub-id>
          <pub-id pub-id-type="pii">v11i7e35168</pub-id>
          <pub-id pub-id-type="pmcid">PMC9377443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Clerkenwell Workshop</collab>
          </person-group>
          <article-title>Home page</article-title>
          <source>Sealed Envelope</source>
          <access-date>2023-03-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sealedenvelope.com/">https://www.sealedenvelope.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Assessing complier average causal effects from longitudinal trials with multiple endpoints and treatment noncompliance: an application to a study of Arthritis Health Journal</article-title>
          <source>Stat Med</source>
          <year>2022</year>
          <month>06</month>
          <day>15</day>
          <volume>41</volume>
          <issue>13</issue>
          <fpage>2448</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35274333"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/sim.9364</pub-id>
          <pub-id pub-id-type="medline">35274333</pub-id>
          <pub-id pub-id-type="pmcid">PMC9035077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Procedures for comparing samples with multiple endpoints</article-title>
          <source>Biometrics</source>
          <year>1984</year>
          <month>12</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>1079</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jstor.org/stable/2531158"/>
          </comment>
          <pub-id pub-id-type="doi">10.2307/2531158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Geller</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Tsiatis</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>The analysis of multiple endpoints in clinical trials</article-title>
          <source>Biometrics</source>
          <year>1987</year>
          <month>09</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>487</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jstor.org/stable/2531989"/>
          </comment>
          <pub-id pub-id-type="doi">10.2307/2531989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teixeira-Pinto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siddique</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Normand</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Statistical approaches to modeling multiple outcomes in psychiatric studies</article-title>
          <source>Psychiatr Ann</source>
          <year>2009</year>
          <month>07</month>
          <day>01</day>
          <volume>39</volume>
          <issue>7</issue>
          <fpage>729</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20161512"/>
          </comment>
          <pub-id pub-id-type="doi">10.3928/00485713-20090625-08</pub-id>
          <pub-id pub-id-type="medline">20161512</pub-id>
          <pub-id pub-id-type="pmcid">PMC2798811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hochberg</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A sharper Bonferroni procedure for multiple tests of significance</article-title>
          <source>Biometrika</source>
          <year>1988</year>
          <month>12</month>
          <day>01</day>
          <volume>75</volume>
          <issue>4</issue>
          <fpage>800</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/biomet/article-abstract/75/4/800/423177"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/biomet/75.4.800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A local sensitivity analysis approach to longitudinal non-Gaussian data with non-ignorable dropout</article-title>
          <source>Stat Med</source>
          <year>2008</year>
          <month>07</month>
          <day>20</day>
          <volume>27</volume>
          <issue>16</issue>
          <fpage>3155</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.3117</pub-id>
          <pub-id pub-id-type="medline">17948917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Measuring the impact of nonignorability in panel data with non-monotone nonresponse</article-title>
          <source>J Appl Econ</source>
          <year>2012</year>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1002/jae.1157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Heitjan</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Hedeker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Measuring the impact of nonignorable missingness using the R package isni</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2018</year>
          <month>10</month>
          <volume>164</volume>
          <fpage>207</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30195428"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2018.06.014</pub-id>
          <pub-id pub-id-type="medline">30195428</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(18)30502-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6345389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Principal stratification for causal inference with extended partial compliance</article-title>
          <source>J Am Stat Assoc</source>
          <year>2008</year>
          <volume>103</volume>
          <issue>481</issue>
          <fpage>101</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1198/016214507000000347"/>
          </comment>
          <pub-id pub-id-type="doi">10.1198/016214507000000347</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
