<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e65970</article-id>
      <article-id pub-id-type="pmid">40327374</article-id>
      <article-id pub-id-type="doi">10.2196/65970</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Cognitive Behavioral Immersion for Depression: Protocol for a Three-Arm Randomized Controlled Trial of Peer-Based Coaching in the Metaverse</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Schwartz</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yang</surname>
            <given-names>Lulu</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>Noah</given-names>
          </name>
          <degrees>MSci</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6940-7197</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ramos</surname>
            <given-names>Francisco N</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-6513-3727</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hollon</surname>
            <given-names>Steven D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5005-3862</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Han</surname>
            <given-names>Gloria T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4818-983X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ezawa</surname>
            <given-names>Iony D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Psychology</institution>
            <institution>University of Southern California</institution>
            <addr-line>3620 S McClintock Avenue</addr-line>
            <addr-line>Los Angeles, CA, 90089</addr-line>
            <country>United States</country>
            <phone>1 2137402203</phone>
            <email>ezawa@usc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9289-3568</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychology</institution>
        <institution>Vanderbilt University</institution>
        <addr-line>Nashville, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychology</institution>
        <institution>University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Iony D Ezawa <email>ezawa@usc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>5</month>
        <year>2025</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e65970</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>3</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Noah Robinson, Francisco N Ramos, Steven D Hollon, Gloria T Han, Iony D Ezawa. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 06.05.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2025/1/e65970" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Depression and anxiety are among the most common mental health concerns globally. Efficacious treatments such as cognitive behavioral therapy exist but remain difficult to access and scale. Cognitive behavioral immersion (CBI)—a cognitive behavioral skills training intervention delivered by peer coaches in the metaverse—has been developed to address these barriers. CBI can be used through a virtual reality headset or via flat-screen devices such as phones, tablets, or computers. Pilot data have established its usability among participants with clinical levels of depression and anxiety. However, more research is needed to determine whether CBI causes decreases in these symptoms and how delivery via virtual reality compares to flat-screen devices.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This protocol aims to conduct a randomized controlled trial evaluating the efficacy of immersive CBI accessed via a virtual reality headset (CBI-VR) as compared to a less immersive (but more accessible) CBI condition accessed via a flat-screen device (CBI-FS) and each to a delayed access control (DAC).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 306 adults experiencing clinical levels of depressive symptoms are being recruited nationally to participate in this web-based trial. Participants will be randomized according to a 1:1:1 ratio to one of three conditions: (1) CBI-VR, (2) CBI-FS, and (3) DAC. The CBI program consists of eight weekly 60-minute group sessions led by trained peer coaches who teach cognitive behavioral skills. The acute period of each condition will last 8 weeks with a follow-up period of 6 months. The primary outcome is depressive symptoms; secondary outcomes are anxiety symptoms and quality of life. Outcomes will be assessed once at baseline, weekly during the course of the intervention, and monthly during follow-ups. We will use hierarchical linear models to assess differences in the rate of symptom change among conditions. We will also explore potential prognostic (demographics and immersion) and prescriptive (cognitive behavioral skills, group alliance, and program engagement) predictors, as well as potential mechanisms (cognitive change and social support) of response.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We hypothesize that participants randomized to either CBI group will experience greater symptom improvement than those in DAC and that CBI-VR participants will improve more than CBI-FS participants. This study was funded in September 2023. Data collection began in February 2024. As of January 2025, all 306 participants have been enrolled. Data collection should conclude by September 2025. Data have not yet been analyzed. Expected results to be submitted for publication in the winter of 2025.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This trial will determine if CBI via either device is efficacious as compared to DAC and whether virtual reality enhances outcomes. Findings will contribute to the literature on using the metaverse and virtual reality to facilitate effective accessible mental health interventions, particularly for depression.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT06418997; https://clinicaltrials.gov/study/NCT06418997</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/65970</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cognitive behavioral immersion</kwd>
        <kwd>virtual reality</kwd>
        <kwd>anxiety</kwd>
        <kwd>mental health</kwd>
        <kwd>depression</kwd>
        <kwd>stress</kwd>
        <kwd>protocol</kwd>
        <kwd>randomized controlled trial</kwd>
        <kwd>RCT</kwd>
        <kwd>coaching</kwd>
        <kwd>metaverse</kwd>
        <kwd>behavioral therapy</kwd>
        <kwd>skills training intervention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Approximately 280 million people worldwide are experiencing depression [<xref ref-type="bibr" rid="ref1">1</xref>], and nearly half of those people also experience comorbid anxiety [<xref ref-type="bibr" rid="ref2">2</xref>]. Symptoms of either disorder can cause substantial distress and impair functioning across all domains of life. Worse yet, the prevalence and severity of these disorders are growing [<xref ref-type="bibr" rid="ref3">3</xref>]. Despite the increasing evidence base of effective interventions, including cognitive behavioral therapy (CBT), the prevalence of depression and other mental health disorders continues to rise [<xref ref-type="bibr" rid="ref4">4</xref>]. Accordingly, there is a demand for effective, accessible, and scalable interventions to manage these mental health conditions.</p>
        <p>CBT is one of the most effective interventions for depression and anxiety [<xref ref-type="bibr" rid="ref5">5</xref>]. The model underlying this intervention describes how one’s cognitions influence and are influenced by their emotional, behavioral, and even physiological consequences [<xref ref-type="bibr" rid="ref6">6</xref>]. Based on this model, CBT teaches clients a variety of cognitive behavioral skills to identify, evaluate, and change maladaptive thoughts and behavioral patterns to indirectly change emotions. CBT has been deemed an empirically supported treatment through direct comparisons to waitlist controls and other bona fide interventions such as antidepressant medications [<xref ref-type="bibr" rid="ref7">7</xref>]. Not only is CBT generally effective during its acute phase but it also has an enduring effect on symptoms that lasts beyond the end of treatment [<xref ref-type="bibr" rid="ref8">8</xref>]. Despite its many strengths, CBT-oriented care is often difficult to access and scale due to the lack of trained providers, high costs, and stigma associated with seeking mental health care [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Two major innovations in the mental health care field could help to address the aforementioned problems of accessibility—the deployment of lay therapists and the use of technology. First, nonprofessional lay therapists (hereafter referred to as “coaches”) can be trained to provide peer support and teach cognitive behavioral skills. A primary driver of the effects seen in CBT is clients’ use of the specific cognitive behavioral skills taught [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], suggesting that cognitive behavioral skills may be a worthwhile training target for mental health support. Prior research has shown that individuals without any prior formal professional training can be taught to deliver effective cognitive behavioral interventions [<xref ref-type="bibr" rid="ref12">12</xref>], therefore, reducing the burden on and expense of the limited workforce of highly trained, specialized therapists.</p>
        <p>Second, digital mental health interventions can deliver cognitive behavioral skills training nearly anywhere at any time and have outcomes comparable to face-to-face CBT [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Although technology can remove the need for therapists (eg, through completely self-guided interventions or provided through the use of artificial intelligence–based computerized cognitive behavioral programs), digital CBT programs have experienced high dropout rates, with reviews reporting average dropout rates of 32%-74% depending on dropout definition and level of support [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Fortunately, human support provided via peers or coaches can help improve accountability, engagement, and efficacy [<xref ref-type="bibr" rid="ref22">22</xref>]. Furthermore, human-mediated digital mental health interventions can help promote nonspecific effects that may contribute to outcomes [<xref ref-type="bibr" rid="ref23">23</xref>]. Social connection has been posited as a key contributor to engagement in digital mental health interventions [<xref ref-type="bibr" rid="ref24">24</xref>], indicating that digital interventions must strike a balance between accessibility and human interaction in order to be scalable while remaining effective. While existing CBT programs have aimed to leverage lay therapists and digital modalities to deliver interventions remotely, at scale, and at a lower cost, their uptake and effectiveness remain inconsistent. This highlights the clear need for innovative approaches that can enhance both engagement and efficacy.</p>
        <p>Recently, the technology of the metaverse, defined as internet-connected social digital environments that allow end users to interact as avatars, has been adopted to facilitate digital mental health interventions delivered by humans [<xref ref-type="bibr" rid="ref25">25</xref>]. The metaverse can transport an individual into a personalized 3D digital world that promotes immersion, the extent to which an individual perceives, experiences, and interacts with a digital environment as if it were a real environment [<xref ref-type="bibr" rid="ref26">26</xref>]. Individuals can create an anonymous avatar and become immersed in a world where they communicate by speaking to other people, each of whom is also represented by an avatar. This technology affords a unique opportunity to deliver an intervention that is simultaneously immersive and anonymous, potentially allowing individuals to feel more comfortable being vulnerable [<xref ref-type="bibr" rid="ref25">25</xref>]. The level of anonymity that accompanies the use of avatars may also attract end users who typically do not seek out mental health care, whether due to shyness or stigma [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Finally, the digital nature of the metaverse can reduce barriers to access related to cost, lack of trained providers, or other physical hurdles. Metaverse environments can be accessed through commonly owned flat-screen devices (eg, computer or phone) or through virtual reality technology (ie, head-mounted displays that generate graphics in real time that simulate a 360° view of an environment that one can interact with using hand-held controllers). Virtual reality enables end users to feel strongly immersed in a 3D space, which can increase the sense of presence in a particular environment despite being physically situated in a different place [<xref ref-type="bibr" rid="ref28">28</xref>]. The metaverse is a suitable setting for coach-based mental health interventions designed to facilitate cognitive behavioral skills training, integrating digital facilitation of effective mental health interventions with realistic anonymous interpersonal interactions. Despite growing interest in virtual reality and metaverse apps for mental health, research on integrating virtual reality and the metaverse with coach-supported CBT skills remains limited.</p>
        <p>Cognitive behavioral immersion (CBI), a synchronous cognitive behavioral skills group training program delivered by coaches in the metaverse developed by Innerworld, Inc, is the first app to our knowledge that bridges virtual reality, the metaverse, and CBT skills in the pursuit of delivering efficacious, accessible, and scalable mental health care [<xref ref-type="bibr" rid="ref25">25</xref>]. A pilot study provided support for its feasibility among a group of individuals in recovery from a substance use disorder [<xref ref-type="bibr" rid="ref25">25</xref>]. A second study on this intervention demonstrated improvement in depression and anxiety symptoms associated with CBI engagement [<xref ref-type="bibr" rid="ref29">29</xref>]. That study found that internet-based social support was associated with depressive symptom improvement, while the use of virtual reality (vs a flat-screen device) with the intervention was associated with greater anxiety symptom improvement. While this preliminary support for the use of CBI is promising, a direct comparison of this modality against a control has not yet been conducted, and its absolute efficacy is unknown. In addition, it is unknown whether accessing CBI via immersive virtual reality confers any advantage over more readily accessible, less immersive flat-screen devices.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study is designed to address the following research questions: (1) is CBI efficacious (better than its absence)? and (2) does immersive virtual reality confer any advantage over and above accessing CBI via less immersive flat-screen devices? In line with these questions, this study aims to compare immersive CBI accessed via virtual reality (CBI-VR) to a delayed access control (DAC) condition and less immersive CBI accessed via flat-screen devices (CBI-FS) in a randomized controlled trial. We predict that participants randomized to CBI-VR will experience greater clinical and functional improvement than participants randomized to the other conditions. In addition to this primary aim, we plan to explore predictors of response regardless of condition (prognostic), prescriptive indices that predict differential program response (moderators), and causal mechanisms of clinical and functional change across conditions (mediators).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study is a three-arm unblinded randomized controlled trial (NCT06418997). Participants are randomly assigned to one of three groups in a 1:1:1 ratio: CBI-VR, CBI-FS, or DAC. In the CBI-VR and CBI-FS conditions, participants participate in up to eight weekly intervention sessions. Those in the CBI-VR condition will be mailed Meta Quest 3 headsets to participate in the intervention, while those in the CBI-FS condition will use their own existing flat-screen device (such as a personal computer, tablet, or smartphone) to participate in the intervention. Participants in the DAC condition will be asked not to access the intervention for 8 weeks but will then be provided with information on and encouraged to access the same intervention. Outcomes will be monitored weekly throughout the 8-week acute phase and monthly for 6 months during follow-ups. All procedures will be conducted on web-based platforms. See <xref rid="figure1" ref-type="fig">Figure 1</xref> for a flowchart of study procedures. Reporting in the protocol was based on the CONSORT-EHEALTH (Consolidated Standards of Reporting Trials of Electronic and Mobile Health Applications and Online Telehealth) and SPIRIT (Standard Protocol Items: Recommendations for Interventional Trials) checklists (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of study procedures. CBI: cognitive behavioral immersion.</p>
          </caption>
          <graphic xlink:href="resprot_v14i1e65970_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>All study procedures received human participant ethics review approval from the University of Southern California’s (USC) Institutional Review Board (UP-23-00491). As part of the approved procedures, all participants will provide informed consent prior to beginning the study and be made aware that they can stop their participation in the study at any time. All data will be collected securely through REDCap (Research Electronic Data Capture; Vanderbilt University) [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. After the study is completed, all data will be deidentified. Participants will be compensated with electronic gift cards sent to their email for completion of study surveys. Participants across all conditions will also receive a new Meta Quest 3 virtual reality headset to keep as part of study participation. Distribution of the headset is dependent on study randomization; those randomized to the CBI-VR condition receive a headset prior to starting their 8-week condition, whereas participants in the other two conditions receive the headset after completion of the 8-week acute condition.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>We are recruiting a sample of 306 individuals from across the United States who endorse clinical levels of depression symptoms. Participants are recruited through paid advertisements on popular social media apps (eg, Facebook and Instagram), posts on clinical trial or research study registries (eg, ClinicalTrials.gov), through our research lab’s website, and by word of mouth.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>The inclusion criteria for this study are (1) clinical level of depressive symptoms (indicated by a score of ≥10 on the 9-item Patient Health Questionnaire [PHQ-9] [<xref ref-type="bibr" rid="ref32">32</xref>]), (2) 18 years or older, (3) able and willing to give informed consent, (4) personal computer with a stable internet connection that can run the CBI application, and (5) able to speak and read English. The exclusion criterion for this study is elevated suicide risk at the baseline assessment that precludes inclusion in the study (see Safety Monitoring section for more information).</p>
      </sec>
      <sec>
        <title>Prescreening and Intake Procedures</title>
        <p>All prescreening and intake procedures will be managed by a research team at USC. Interested individuals will be directed to a link where they will complete an initial prescreening questionnaire hosted on REDCap containing a brief description of the study, eligibility questions, and the PHQ-9. Those who meet initial inclusion criteria will be emailed a link to schedule a 20-minute intake session conducted via Zoom (Zoom Video Communications).</p>
        <p>Prior to attending their intake session, each individual will be asked to sign the study consent form via the REDCap eConsent module and to complete a set of intake measures via a secure REDCap link. During the intake session, study personnel will explain the study; answer any questions; confirm participant eligibility; record the participant’s name, address, and mobile phone number for verifying identity and for mailing the virtual reality headset; collect the participant’s availability for attending a CBI intervention group, and secure informed consent. After completing the intake session, participants will be randomized to one of three conditions.</p>
        <p>Participants randomized to the CBI-VR or CBI-FS conditions will be sent an email alerting them of their study conditions and providing directions on how to access the application hosting the CBI intervention. Prior to their first intervention session, participants will take part in a web-based tutorial about how to navigate the CBI intervention and may attend an optional onboarding session with study personnel if additional support is needed navigating the CBI intervention (and virtual reality headset if randomized to the CBI-VR condition). DAC participants will also be emailed to inform them of their study condition, when they can expect to begin receiving surveys, and when they can expect to receive compensation.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>Participants are randomized to one of the three groups in a 1:1:1 ratio using a random number generation Python script. The seed Python uses to perform random generation is predetermined for each “wave” of participants to aid replicability. Once the number of recruited participants in a wave has reached the cap indicated by coach and researcher availability, recruitment will be paused, and that wave of participants will be randomly assigned to a group and commence their 8-week condition. This process will repeat every few weeks until the planned sample size of 306 is reached. Randomization will be done in blocks so that participant distribution across each group per wave is equated to ensure CBI classes during each wave have sufficient scheduled participants. The randomization procedures are conducted by the research team at USC.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The CBI intervention will be hosted on the Innerworld app. Innerworld is an English language app freely available for download across several platforms (eg, Windows, Meta Quest headsets, iOS, and Android). Innerworld trains adults who do not necessarily have prior professional training to serve as CBI coaches. Each coach undergoes an intensive 20-hour training program spread over 5 days led by Innerworld support staff to learn how to facilitate cognitive behavioral skills groups. Coaches will be trained to lead an 8-week CBI for depression course, which was developed by investigators who are experts in CBT. See <xref ref-type="table" rid="table1">Table 1</xref> for a condensed outline of the coach training program. After completion of the fifth training session, each coach must cofacilitate at least one real meeting in the presence of a trainer (ie, a coach who has extensive experience leading Innerworld groups). The coach is evaluated by the trainer and provided with feedback. To maintain coach adherence to the intervention throughout the trial, coaches will be required to attend weekly supervision led by Innerworld support staff and team investigators. We will also ask participants to complete the Group Session Rating Scale to assess group quality.</p>
        <p>The CBI for depression intervention involves participants meeting in groups of up to 10 in which they learn lessons on various strategies to cope with depression based on cognitive behavioral theory [<xref ref-type="bibr" rid="ref6">6</xref>]. Each group meets for 1 hour once a week for 8 weeks. In addition, user feedback during pilot testing led to the implementation of an “a la carte” model that allows participants to attend a rotating schedule of makeup sessions. Peer coaches will follow a detailed manual describing the content to be followed for each session. See <xref ref-type="table" rid="table2">Table 2</xref> for a condensed outline of the session content. Behavioral strategies include but are not limited to activity scheduling, problem-solving, and assertion training. Each session begins with setting the agenda and reviewing homework from the previous session. Cognitive strategies include but are not limited to identifying the connections between thoughts, feelings, physiology, and behaviors, and catching and examining negative automatic thoughts. Each session ends with a session summary, homework assignment, and feedback about the session. If participants cannot attend their assigned session, participants are encouraged to attend a makeup for that session via email prompts sent by the research team. If participants need support navigating the app or using their virtual reality headset after beginning the intervention, they will be directed to connect with the app support staff, who are available as avatars in the app 24/7.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Outline of coach training.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="40"/>
            <col width="380"/>
            <col width="260"/>
            <col width="250"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Training content</td>
                <td>Training methods</td>
                <td>Homework</td>
                <td>Hours</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Introductions; therapy versus peer support; types of meetings; CBI<sup>a</sup> model; motivational interviewing; motivational interviewing roleplays</td>
                <td>Group-based discussion; roleplays</td>
                <td>Shadow two Innerworld meetings and send summaries to trainer</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Review session 1 homework; intro to leading a meeting; overview of CBI tools</td>
                <td>Didactics; live demonstrations; partner role-plays; group-based Q&amp;A</td>
                <td>Shadow two meetings; practice skills at home</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Review session 2 homework; how to lead a meeting; how to teach the tools; continue to practice CBI tools</td>
                <td>Live demonstrations; partner role-plays; group based Q&amp;A</td>
                <td>Shadow two meetings; practice skills with partner</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Review session 3 homework; how to deal with trolls or minors; moderation tools; crisis situations; how to administer surveys</td>
                <td>Live demonstrations; group-based Q&amp;A; partner role-plays</td>
                <td>Shadow two meetings; review crisis protocol</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Review session 4 homework; practice roleplays and check-ins; discuss next steps to facilitating meetings</td>
                <td>Group-based Q&amp;A; group role-plays</td>
                <td>Set up meeting for facilitation evaluation</td>
                <td> 4</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CBI: cognitive behavioral immersion.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Outline of session content.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="70"/>
            <col width="730"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Session</td>
                <td>Topic</td>
                <td>Homework</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Introduction to CBI<sup>a</sup> model: icebreakers, practice with CBI conceptualization</td>
                <td>Mood tracking</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Behavioral activation and mood tracking: psychoeducation on mood tracking, behavioral activation, SMART<sup>b</sup> goals</td>
                <td>SMART goals</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Identifying automatic thoughts: psychoeducation on automatic thoughts, cognitive distortions, introduction to thought record</td>
                <td>Three-column thought record</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Reframing automatic thoughts: catching distortions and reframing beliefs, individual practice with thought record and review as a group</td>
                <td>Four-column thought record</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Identifying and reframing core beliefs: psychoeducation on core beliefs, continued practice with thought record</td>
                <td>Four-column thought record</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Assertion training: psychoeducation on assertiveness curve tool and group role-plays to practice assertion skills</td>
                <td>Assertion practice</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Performance and arousal: overview of Yerkes-Dodson curve and how to target optimal arousal</td>
                <td>Yerkes-Dodson practice</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Relapse prevention plan and next steps: completing relapse prevention plan, course feedback, discuss key takeaways</td>
                <td>Relapse prevention</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CBI: cognitive behavioral immersion.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>SMART: Specific, Measurable, Achievable, Relevant, and Time-Bound.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Safety Monitoring</title>
        <p>We will take precautions to monitor the safety of the study participants. First, all coaches and study investigators at USC will undergo training on how to manage crisis situations. During each CBI session, coaches will also monitor any discussion participants share regarding their safety in relation to themselves and others. We will also establish automatic thresholds on REDCap for PHQ-9 and 7-item Generalized Anxiety Disorder (GAD-7) assessments completed before, during, and after baseline. If a participant meets the criteria for suicidality (a 2 or above on the PHQ-9 suicide item), crisis resources will be automatically displayed and participants will be prompted to complete the Columbia-Suicide Severity Rating Scale (C-SSRS) Self-Report [<xref ref-type="bibr" rid="ref33">33</xref>]. High-risk participants (scoring 4 or above on the C-SSRS Self Report) will be contacted by the research team via email to schedule a Zoom call for further assessment using the C-SSRS interview. Participants scoring a 4 or above on the C-SSRS interview will be excluded from the study due to sufficiently elevated suicide risk and will be provided with crisis and mental health resources. If imminent risk is present (C-SSRS interview score of 5), a lead study investigator (IDE) will evaluate the situation and contact local emergency services if deemed necessary. Participants with significantly worsening symptoms (a 20% increase on PHQ-9 or GAD-7 and a score of 15 or above) will be contacted by USC study personnel via email for a brief check-in and provided with mental health referrals. A copy of these referrals will also be publicly posted in the Innerworld app at all times.</p>
        <p>All adverse incidents will be documented and immediately reported to lead study investigators, who will then follow them to a satisfactory resolution. They will distinguish serious adverse events from adverse events not judged to be serious using the guidance and definitions provided by the National Institutes of Health notices. All serious adverse events will be reported to the USC Institutional Review Board and the study’s independent Data and Safety Monitoring Board.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Primary Outcome Measures</title>
          <p>PHQ-9 will be used to assess depressive symptoms. The PHQ-9 [<xref ref-type="bibr" rid="ref32">32</xref>] is a 9-item self-report measure with strong psychometric properties that mirrors the nine criteria for major depressive disorder in the Diagnostic and Statistical Manual, 4th edition. Scores range from 0 to 27, with higher scores indicating great severity.</p>
          <p>The GAD-7 [<xref ref-type="bibr" rid="ref34">34</xref>] will be used to assess participants’ generalized anxiety symptoms. The GAD-7 is a psychometrically strong 7-item self-report measure based on the diagnostic criteria for generalized anxiety disorder from the <italic>Diagnostic and Statistical Manual of Mental Disorders</italic> (Fourth Edition). Scores range from 0 to 21, with higher scores indicating greater severity.</p>
        </sec>
        <sec>
          <title>Exploratory Measures</title>
        </sec>
        <sec>
          <title>Outcomes</title>
          <p>The World Health Organization Quality of Life-Brief [<xref ref-type="bibr" rid="ref35">35</xref>] is a 26-item self-report measure of the quality of life within the domains of physical health, psychological health, social relationships, and environment. During the follow-up period, we will use only the first item to assess overall quality of life. Scores are transformed on a scale from 0 to 100, with higher scores indicating a higher quality of life. This measure has strong psychometric properties.</p>
        </sec>
        <sec>
          <title>Prognostic Indices</title>
          <p>The Competencies of Cognitive Therapy Scale is a 29-item self-report measure of three areas of cognitive behavioral skill competency: behavioral activation, automatic thoughts, and core beliefs [<xref ref-type="bibr" rid="ref10">10</xref>]. Items are measured on 7-point scales, with higher scores indicating greater skill use. This measure has demonstrated strong psychometric properties.</p>
          <p>The Group Session Rating Scale [<xref ref-type="bibr" rid="ref36">36</xref>] is a 4-item measure that assesses group alliance and the quality of helper skills. Total scores range from 4 to 40 with higher scores indicating greater group alliance. This measure has demonstrated strong psychometric properties.</p>
          <p>The Innerworld app will measure program engagement using passive user platform engagement (eg, sessions attended, minutes logged in, and type of device).</p>
        </sec>
        <sec>
          <title>Prescriptive Indices</title>
          <p>The Demographics Questionnaire is a basic demographic information survey that includes age, sex, gender identity, sexual orientation, race, ethnicity, educational attainment, employment or occupation, technology experience, past therapy experience, and prior diagnosis, among other variables.</p>
          <p>The Immersion Questionnaire, adapted from a 3-item measure of social presence from Bailenson et al [<xref ref-type="bibr" rid="ref37">37</xref>] and a 5-item measure of environmental presence from Fox et al [<xref ref-type="bibr" rid="ref38">38</xref>], will be used to assess the degree to which the participant feels immersed in the metaverse.</p>
        </sec>
        <sec>
          <title>Mechanisms</title>
          <p>The Cognitive Change Immediate Scale [<xref ref-type="bibr" rid="ref11">11</xref>] is a 5-item measure designed to assess participants’ experience of cognitive change and use of cognitive skills during sessions. Items are measured on a 7-point Likert scale, where lower scores indicate less agreement. This measure has demonstrated acceptable psychometric properties.</p>
          <p>The Online Social Support Scale [<xref ref-type="bibr" rid="ref39">39</xref>] is a 40-item scale with strong psychometric properties that assesses the level of social support participants receive from web-based sessions. We plan to use a 30-item version of the scale, measuring constructs of esteem or emotional support, social companionship, and informational support. Each item is scored from 1 to 5, with higher scores indicating a greater sense of social support.</p>
        </sec>
      </sec>
      <sec>
        <title>Storage and Timing of Assessments</title>
        <p>All assessments will be managed by a research team at USC and securely collected using REDCap. All participants regardless of condition will receive the same set of web-based surveys at the same time points apart from the two session-related assessments (Group Session Rating Scale and Competencies of Cognitive Therapy Scale). These two session assessments will not be given to the DAC participants because they do not complete sessions during their 8-week condition. In the case that a participant does not complete a survey, study personnel will send up to three reminder emails over the course of 1 week post survey invitation to complete the uncompleted survey. See <xref ref-type="table" rid="table3">Table 3</xref> for the assessment schedule.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Assessment schedule.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="0"/>
            <col width="220"/>
            <col width="90"/>
            <col width="70"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="60"/>
            <col width="50"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Measures</td>
                <td>Prescreen</td>
                <td>Intake</td>
                <td>Week 1</td>
                <td>Week 2</td>
                <td>Week 3</td>
                <td>Week 4</td>
                <td>Week 5</td>
                <td>Week 6</td>
                <td>Week 7</td>
                <td>Week 8</td>
                <td>Post</td>
                <td>Follow up</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="14">
                  <bold>Screen</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prescreen</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Outcome</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>PHQ-9<sup>a</sup></td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>GAD-7<sup>b</sup></td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WHO<sup>c</sup> Quality of Life-Brief</td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Prognostic</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Competencies of Cognitive Therapy Scale</td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group Session Rating Scale</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Program engagement<sup>e</sup></td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Prescriptive</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Demographics Questionnaire</td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓<sup>f</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Immersion Questionnaire</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Mechanism</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cognitive Change Immediate Scale</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Online Social Support Scale</td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>PHQ-9: 9-item Patient Health Questionnaire.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>GAD-7: 7-item Generalized Anxiety Disorder.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>WHO: World Health Organization.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Only the first item from this measure is administered during the follow-up period.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Continuous passive data collection.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Participants will only be asked questions pertaining to changes in psychiatric medication or other psychological treatment during the follow-up period.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <sec>
          <title>Descriptive Statistics</title>
          <p>Data analysis will primarily use R statistical software (version 4.4.2; R Foundation for Statistical Computing) supplemented with other programs as needed. Theory-driven procedures (ie, inferential statistics) will use 2-tailed tests, α&lt;.05, and power &gt;80%. Descriptive statistics, including histograms, will be computed for each study variable, along with 95% bootstrap CIs. Data transformations will be made as needed. Depending on the distributional properties of variables, it may be necessary to use nonparametric statistics or generalized models with a link function to accommodate nonnormal distributions.</p>
        </sec>
        <sec>
          <title>Primary Analysis</title>
          <p>The main analytic approach will be a longitudinal random coefficients slope-as-outcome hierarchical linear model (HLM) conducted on the intent-to-treat sample. HLM is required for exploring the longitudinal nature of the data because repeated measurement of participants violates ANOVA’s assumption of independent errors. To control for correlated errors within participants, the model estimates an individual growth curve for each participant [<xref ref-type="bibr" rid="ref40">40</xref>]. Advantages of this method over classical approaches include (1) repeated measurements increase statistical power, (2) shape of change over time is described, (3) missing values and unequal time intervals between measures for different participants can be handled, and (4) psychometric problems with change scores are avoided.</p>
          <p>This study requires a 2-level HLM to represent multiple time points for each individual. Level 1, within participant, represents each participant’s time-varying symptoms as an individual linear trajectory. Level 2 uses individual fixed characteristics (eg, condition arm) to predict individual growth parameters (ie, participant’s intercept and slope). In this regression framework, we can then add covariates to ask more nuanced questions, observe interaction effects, and increase power by reducing error variance. We expect to estimate distinct linear slopes during the 8-week period (from baseline to postcondition) and the 6-month follow-up period (from postcondition to 6-month follow-up). Therefore, we plan to specify time in a piecewise manner to allow for separate slope estimates for the active condition and follow-up periods within the same regression model. This allows us to assess acute and long-term condition effects across the full duration of the trial.</p>
          <p>Under the HLM framework, we will examine whether CBI-VR produces better clinical and functional outcomes compared to the CBI-FS and DAC conditions in terms of differences in trajectories (ie, slopes) and outcomes at each timepoint (ie, least-squares means and pairwise contrasts). Separate regression models will be used for each of the outcome variables (depression, anxiety, and quality of life). To examine differences in slopes, the primary effect of interest in the HLM model will be the Condition (CBI-VR, CBI-FS, and DAC) × Time (active condition and follow up) interaction effect. Using a piecewise specification of time, the models will yield estimates for the Condition × Time interaction effect during the acute condition and follow-up periods, corresponding to detecting acute and long-term differences in condition response (ie, slopes). We will also examine absolute change in outcome variables and differences in outcome variables by the condition at each timepoint through estimation of marginal or least-squares means and pairwise contrasts at each timepoint. This analysis will inform when outcomes start to differ during the active condition and the subsequent follow-up.</p>
        </sec>
        <sec>
          <title>Exploratory Analysis</title>
          <p>To explore baseline indices that predict general program response, we will enter proposed prognostic variables as predictors (ie, covariates) in HLM models using a stepwise approach.</p>
          <p>To explore baseline indices that predict differential condition response, hypothesized prescriptive variables will be entered as potential moderators of program response in the HLM models. Specifically, separate Prescriptive Variable × Time interaction effects will be assessed in each HLM model. Again, the piecewise specification of time will allow for the prescriptive variables to be tested and identified during the active condition and follow-up periods.</p>
          <p>To identify mechanisms of change of clinical and functional change across conditions, we will test for mediation of proposed mechanisms in the longitudinal framework by specifying hypothesized mediators as time-varying random effects. Estimation and inference for this time-varying mediation model will allow mediation effects to vary as a function of time. This method is suitable for detecting processes by which the intervention affects outcomes, as proposed mediators will be collected at multiple timepoints throughout the trial.</p>
        </sec>
        <sec>
          <title>Sample Size</title>
          <p>A longitudinal power analysis was conducted using the “powerlmm” package in R Statistical Software with α&lt;.05, 2-tailed, and power &gt;80%. Power analyses were focused on the ability to detect a medium effect size (Cohen <italic>d</italic>=0.50) at postcondition in the context of a 2-level random coefficients HLM. Given that the primary contrast of interest would be that between CBI and the other study conditions, calculations were focused on detecting significant differences between two active conditions. Where study parameters in this 2-level model were not yet known, we used standard values and varied parameters to approximate an effective sample size. We specified eight equally spaced timepoints, the amount of baseline variance at the subject level at 0.50, and allowed the ratio of the random slope variance to the within-subject variance to vary from 0.02 to 0.05 in increments of 0.01. Based on typical rates of drop out in digital CBT treatment, the rate of drop out was set at 25%. With anticipated missing data, the sample size estimate in each study arm varied from 65 to 138, yielding an average of 102. It is also recommended that power calculations should be based on the minimum detectable effect size or smallest difference between conditions that one would be willing to fail to detect [<xref ref-type="bibr" rid="ref41">41</xref>]. We assessed this using the “PowerUpR” package (v1.1.0) [<xref ref-type="bibr" rid="ref42">42</xref>] in R Statistical Software. Using the parameters specified above, we estimated a minimum detectable effect size of 0.26 (95% CI 0.08-0.44) with 102 in each study arm and a minimum detectable effect size of 0.22 (95% CI 0.07-0.37) with 138 in each study arm. With findings from Ezawa et al [<xref ref-type="bibr" rid="ref29">29</xref>], we anticipate differences between conditions that will be considerably larger. Thus, a total sample size of 306 (n=102 in each study arm) will be effective for detecting meaningful differences in outcomes between CBI and the other conditions.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study was funded in September 2023. Recruitment of study participants began in February 2024. As of January 2025, 306 participants have been enrolled. Data collection is expected to be completed by September 2025. Data have not yet been analyzed. We plan to submit initial results for publication in a peer-reviewed scientific journal and share them with ClinicalTrials.gov in the winter of 2025.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>This study will be the first randomized controlled trial to test the efficacy of CBI. While the cognitive behavioral skills being taught and the therapeutic framework of peer support are each supported empirically, this study investigates an intervention that integrates these components in a novel environment (the metaverse) and compares its efficacy to a minimal treatment control condition. This study will also examine the relative efficacy of accessing the coach-led cognitive behavioral skills training program via immersive virtual reality technology versus less immersive flat-screen devices. We anticipate that participants randomized to both CBI conditions will experience improvements in depression symptoms, anxiety symptoms, and quality of life. We also predict that participants who access the program through virtual reality will experience more positive outcomes than those who access the program through flat-screen devices. Furthermore, we will explore a variety of prognostic variables (ie, cognitive behavioral skills, group alliance, and program engagement), prescriptive variables (ie, demographics and immersion), and mechanisms (ie, cognitive change and social support) of program response.</p>
        <p>The findings from this study will test the efficacy of this intervention relative to its absence and determine if and how the access platform affects efficacy. This study will also help to determine if there is a benefit to the increased cost of disseminating CBI through virtual reality headsets versus through devices that many people may already own. If deemed efficacious, this intervention can be promoted to scale and subsequently increase access to effective mental health interventions.</p>
      </sec>
      <sec>
        <title>Potential Challenges</title>
        <p>We anticipate some potential challenges. The primary challenge we foresee is a high dropout rate given an elevated dropout rate among digital interventions in prior research [<xref ref-type="bibr" rid="ref43">43</xref>]. To help reduce the risk of drop out, we have designed a comprehensive onboarding process to get study participants comfortable with the study procedures and address any anticipated technical barriers to study completion. We did incorporate an expected dropout rate of 25% into our power analysis to avoid low statistical power in the event of sizeable attrition rates. We will monitor participant engagement with the sessions and assessments, as well as send electronic reminders of intervention sessions and study assessments. If a participant misses any session or assessment, we will send follow-up reminders and inquire about barriers to completing the study. If any barriers are noted, we will work with the participant to address them. Given that this intervention is delivered on a web-based platform by nonprofessional coaches, there exists the chance that technical or personal issues related to Innerworld, or its coaches, may interfere with the delivery of the intervention to participants. To mitigate this risk, Innerworld provides 24/7 access to live coaches (who are trained on how to detect if a person is in crisis and provide the proper resources) and technical support to address any unexpected obstacles. Finally, we were unable to implement blinding due to differences between interventions (such as the device used to access the intervention) that would be obvious to participants, as well as coaches. This could introduce bias in how participants or coaches behave or perceive their symptoms and the intervention.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>If we find a significant difference in favor of CBI versus the DAC condition, this will provide evidence that CBI is efficacious for individuals with depression. If we find a significant difference in favor of CBI accessed via virtual reality headsets over the less immersive CBI accessed via flat-screen devices, this may suggest that the immersive quality of CBI strengthens the program. If we find no such difference, this will suggest that CBI may be effectively implemented with either virtual reality or flat-screen devices (ie, computer or handheld mobile devices), significantly reducing the cost of access since most people have a flat-screen device. This study will produce valuable information on whether CBI can effectively serve as a scalable and accessible mental health intervention among a growing, diverse population of help-seekers. In addition, knowledge of the differential benefit (or lack thereof) of immersive technology will help researchers develop other virtual reality and metaverse interventions, as well as funding agencies in determining whether virtual reality equipment is worthwhile or necessary in clinical studies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-eHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="resprot_v14i1e65970_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1144 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>SPIRIT Checklist.</p>
        <media xlink:href="resprot_v14i1e65970_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 264 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBI</term>
          <def>
            <p>cognitive behavioral immersion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CBI-FS</term>
          <def>
            <p>cognitive behavioral immersion accessed via a flat-screen device</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CBI-VR</term>
          <def>
            <p>cognitive behavioral immersion accessed via a virtual reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CONSORT E-HEALTH</term>
          <def>
            <p>Consolidated Standards of Reporting Trials of Electronic and Mobile Health Applications and Online Telehealth</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">C-SSRS</term>
          <def>
            <p>Columbia-Suicide Severity Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">DAC</term>
          <def>
            <p>delayed access control</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">GAD-7</term>
          <def>
            <p>7-item Generalized Anxiety Disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">HLM</term>
          <def>
            <p>hierarchical linear modeling</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PHQ-9</term>
          <def>
            <p>9-item Patient Health Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SPIRIT</term>
          <def>
            <p>Standard Protocol Items: Recommendations for Interventional Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">USC</term>
          <def>
            <p>University of Southern California</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank our Data and Safety Monitoring Board (Drs Kimberly Hieftje, Clara Hill, Robert Gallop, and Zachary Cohen) for their contributions to ensuring the safety and integrity of this trial. This research was funded by the National Institute of Mental Health (R44 MH132202-02A1). The funder did not play a role in the study design, collection, or analysis.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data sharing is not applicable to this article as no datasets have yet been analyzed during this study.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>NR is the chief executive officer of Innerworld, Inc, the company that developed the Innerworld platform.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Depressive disorder (depression)</article-title>
          <source>World Health Organization</source>
          <year>2023</year>
          <access-date>2024-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/depression">https://www.who.int/news-room/fact-sheets/detail/depression</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirschfeld</surname>
              <given-names>RMA</given-names>
            </name>
          </person-group>
          <article-title>The comorbidity of major depression and anxiety disorders: recognition and management in primary care</article-title>
          <source>Prim Care Companion J Clin Psychiatry</source>
          <year>2001</year>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>244</fpage>
          <lpage>254</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/15014592"/>
          </comment>
          <pub-id pub-id-type="doi">10.4088/pcc.v03n0609</pub-id>
          <pub-id pub-id-type="medline">15014592</pub-id>
          <pub-id pub-id-type="pmcid">PMC181193</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Dierker</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hoven</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Trends in U.S. depression prevalence from 2015 to 2020: the widening treatment gap</article-title>
          <source>Am J Prev Med</source>
          <year>2022</year>
          <volume>63</volume>
          <issue>5</issue>
          <fpage>726</fpage>
          <lpage>733</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36272761"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2022.05.014</pub-id>
          <pub-id pub-id-type="medline">36272761</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(22)00333-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC9483000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Prevalence increases as treatments improve: an evolutionary perspective on the treatment-prevalence paradox in depression</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2024</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>201</fpage>
          <lpage>228</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.annualreviews.org/content/journals/10.1146/annurev-clinpsy-080822-040442?crawler=true&amp;mimetype=application/pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-080822-040442</pub-id>
          <pub-id pub-id-type="medline">38996078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harrer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Plessen</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Ciharova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behavior therapy vs. control conditions, other psychotherapies, pharmacotherapies and combined treatment for depression: a comprehensive meta-analysis including 409 trials with 52,702 patients</article-title>
          <source>World Psychiatry</source>
          <year>2023</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>115</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36640411"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.21069</pub-id>
          <pub-id pub-id-type="medline">36640411</pub-id>
          <pub-id pub-id-type="pmcid">PMC9840507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Rush</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>Cognitive Therapy of Depression</source>
          <year>1979</year>
          <publisher-loc>New York City</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeRubeis</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Amsterdam</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Shelton</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Salomon</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Reardon</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Lovett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Gladis</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Gallop</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cognitive therapy vs medications in the treatment of moderate to severe depression</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <volume>62</volume>
          <issue>4</issue>
          <fpage>409</fpage>
          <lpage>416</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.4.409</pub-id>
          <pub-id pub-id-type="medline">15809408</pub-id>
          <pub-id pub-id-type="pii">62/4/409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>DeRubeis</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shelton</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Amsterdam</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Salomon</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Reardon</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Lovett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Haman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Gallop</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Prevention of relapse following cognitive therapy vs medications in moderate to severe depression</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <volume>62</volume>
          <issue>4</issue>
          <fpage>417</fpage>
          <lpage>422</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.4.417</pub-id>
          <pub-id pub-id-type="medline">15809409</pub-id>
          <pub-id pub-id-type="pii">62/4/417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carrier</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vanasse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roberge</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Strategies to improve access to cognitive behavioral therapies for anxiety disorders: a scoping review</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e0264368</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0264368"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0264368</pub-id>
          <pub-id pub-id-type="medline">35231039</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-39826</pub-id>
          <pub-id pub-id-type="pmcid">PMC8887746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>DeRubeis</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patients' competence in and performance of cognitive therapy skills: relation to the reduction of relapse risk following treatment for depression</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2007</year>
          <volume>75</volume>
          <issue>4</issue>
          <fpage>523</fpage>
          <lpage>530</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-006X.75.4.523</pub-id>
          <pub-id pub-id-type="medline">17663607</pub-id>
          <pub-id pub-id-type="pii">2007-11558-002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeifer</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Putting the "cognitive" back in cognitive therapy: sustained cognitive change as a mediator of in-session insights and depressive symptom improvement</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2019</year>
          <volume>87</volume>
          <issue>5</issue>
          <fpage>446</fpage>
          <lpage>456</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000392</pub-id>
          <pub-id pub-id-type="medline">30998047</pub-id>
          <pub-id pub-id-type="pii">2019-20571-002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Weobong</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shinde</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fairburn</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Dimijdan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Velleman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Improving the scalability of psychological treatments in developing countries: an evaluation of peer-led therapy quality assessment in Goa, India</article-title>
          <source>Behav Res Ther</source>
          <year>2014</year>
          <volume>60</volume>
          <fpage>53</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0005-7967(14)00093-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2014.06.006</pub-id>
          <pub-id pub-id-type="medline">25064211</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(14)00093-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4148587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hesser</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Veilord</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Svedling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sleman</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mauritzson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkohi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Claesson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zetterqvist</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lamminen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Randomised controlled non-inferiority trial with 3-year follow-up of internet-delivered versus face-to-face group cognitive behavioural therapy for depression</article-title>
          <source>J Affect Disord</source>
          <year>2013</year>
          <volume>151</volume>
          <issue>3</issue>
          <fpage>986</fpage>
          <lpage>994</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.08.022</pub-id>
          <pub-id pub-id-type="medline">24035673</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00656-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craske</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>McEvoy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Computer therapy for the anxiety and depressive disorders is effective, acceptable and practical health care: a meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2010</year>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e13196</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0013196"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0013196</pub-id>
          <pub-id pub-id-type="medline">20967242</pub-id>
          <pub-id pub-id-type="pii">e13196</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Is guided self-help as effective as face-to-face psychotherapy for depression and anxiety disorders? A systematic review and meta-analysis of comparative outcome studies</article-title>
          <source>Psychol Med</source>
          <year>2010</year>
          <volume>40</volume>
          <issue>12</issue>
          <fpage>1943</fpage>
          <lpage>1957</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291710000772</pub-id>
          <pub-id pub-id-type="medline">20406528</pub-id>
          <pub-id pub-id-type="pii">S0033291710000772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nyklícek</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keyzer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioural therapy for subthreshold depression in people over 50 years old: a randomized controlled clinical trial</article-title>
          <source>Psychol Med</source>
          <year>2007</year>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1797</fpage>
          <lpage>1806</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291707000542</pub-id>
          <pub-id pub-id-type="medline">17466110</pub-id>
          <pub-id pub-id-type="pii">S0033291707000542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Horn</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Internet-based versus face-to-face cognitive-behavioral intervention for depression: a randomized controlled non-inferiority trial</article-title>
          <source>J Affect Disord</source>
          <year>2014</year>
          <volume>152-154</volume>
          <fpage>113</fpage>
          <lpage>121</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.06.032</pub-id>
          <pub-id pub-id-type="medline">23886401</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00512-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Albano</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Basco</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsmith</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raffield</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Otto</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Computer-assisted cognitive therapy for depression: maintaining efficacy while reducing therapist time</article-title>
          <source>Am J Psychiatry</source>
          <year>2005</year>
          <volume>162</volume>
          <issue>6</issue>
          <fpage>1158</fpage>
          <lpage>1164</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.162.6.1158</pub-id>
          <pub-id pub-id-type="medline">15930065</pub-id>
          <pub-id pub-id-type="pii">162/6/1158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaltenthaler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sutcliffe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parry</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Beverley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ferriter</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The acceptability to patients of computerized cognitive behaviour therapy for depression: a systematic review</article-title>
          <source>Psychol Med</source>
          <year>2008</year>
          <volume>38</volume>
          <issue>11</issue>
          <fpage>1521</fpage>
          <lpage>1530</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291707002607</pub-id>
          <pub-id pub-id-type="medline">18205964</pub-id>
          <pub-id pub-id-type="pii">S0033291707002607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Computer-based psychological treatments for depression: a systematic review and meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2012</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>329</fpage>
          <lpage>342</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2012.02.004</pub-id>
          <pub-id pub-id-type="medline">22466510</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(12)00027-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Forand</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Predictors of dropout in internet-based cognitive behavioral therapy for depression</article-title>
          <source>Cognit Ther Res</source>
          <year>2019</year>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>620</fpage>
          <lpage>630</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32879540"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10608-018-9979-5</pub-id>
          <pub-id pub-id-type="medline">32879540</pub-id>
          <pub-id pub-id-type="pmcid">PMC7462416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Efthimiou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bermpohl</surname>
              <given-names>FMG</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gemmil</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geraedts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Björkelund</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beevers</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjistavropoulos</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Shumake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Campayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milgrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Montero-Marin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bretón-López</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bücker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeber</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJH</given-names>
            </name>
            <name name-style="western">
              <surname>Kivi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kraepelien</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forand</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Pugh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lintvedt</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorscak</surname>
              <given-names>Pa</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Brabyn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioral therapy for depression: a systematic review and individual patient data network meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <volume>78</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>371</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33471111"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.4364</pub-id>
          <pub-id pub-id-type="medline">33471111</pub-id>
          <pub-id pub-id-type="pii">2774861</pub-id>
          <pub-id pub-id-type="pmcid">PMC8027916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Driessen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>van Oppen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of non-directive supportive therapy for adult depression: a meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2012</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>280</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2012.01.003</pub-id>
          <pub-id pub-id-type="medline">22466509</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(12)00019-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borghouts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eikey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Leon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stadnick</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mukamel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sorkin</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Barriers to and facilitators of user engagement with digital mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24387/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24387</pub-id>
          <pub-id pub-id-type="medline">33759801</pub-id>
          <pub-id pub-id-type="pii">v23i3e24387</pub-id>
          <pub-id pub-id-type="pmcid">PMC8074985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mahapatra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jean-Baptiste</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mallard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behavioral immersion for substance use disorders: a feasibility and pilot study of a peer-based coaching program in the metaverse</article-title>
          <source>Games Health J</source>
          <year>2023</year>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>397</fpage>
          <lpage>404</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37294540"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/g4h.2022.0214</pub-id>
          <pub-id pub-id-type="medline">37294540</pub-id>
          <pub-id pub-id-type="pmcid">PMC10541924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbur</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A framework for immersive virtual environments (FIVE): speculations on the role of presence in virtual environments</article-title>
          <source>Presence Teleoperators Virtual Environ</source>
          <year>1997</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>603</fpage>
          <lpage>616</lpage>
          <pub-id pub-id-type="doi">10.1162/pres.1997.6.6.603</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>FN</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
          </person-group>
          <article-title>Assessing predictive factors of attitudes toward peer-supported mental health interventions in the metaverse: mixed methods study</article-title>
          <source>JMIR XR Spatial Comput</source>
          <year>2024</year>
          <volume>1</volume>
          <fpage>e57990</fpage>
          <pub-id pub-id-type="doi">10.2196/57990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witmer</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Measuring presence in virtual environments: a presence questionnaire</article-title>
          <source>Presence</source>
          <year>1998</year>
          <month>06</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <lpage>240</lpage>
          <pub-id pub-id-type="doi">10.1162/105474698565686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Examining predictors of depression and anxiety symptom change in cognitive behavioral immersion: observational study</article-title>
          <source>JMIR Ment Health</source>
          <year>2023</year>
          <volume>10</volume>
          <fpage>e42377</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2023//e42377/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/42377</pub-id>
          <pub-id pub-id-type="medline">37450322</pub-id>
          <pub-id pub-id-type="pii">v10i1e42377</pub-id>
          <pub-id pub-id-type="pmcid">PMC10382949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)—a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>613</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11556941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Posner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Columbia-Suicide Severity Rating Scale (C-SSRS)</source>
          <year>2008</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Columbia University Medical Center</publisher-name>
          <fpage>10</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>1097</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>NA</collab>
          </person-group>
          <article-title>Development of the world health organization WHOQOL-BREF quality of life assessment. The WHOQOL group</article-title>
          <source>Psychol Med</source>
          <year>1998</year>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>551</fpage>
          <lpage>558</lpage>
          <pub-id pub-id-type="doi">10.1017/s0033291798006667</pub-id>
          <pub-id pub-id-type="medline">9626712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quirk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Group session rating scale: preliminary psychometrics in substance abuse group interventions</article-title>
          <source>Couns and Psychother Res</source>
          <year>2013</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>194</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1080/14733145.2012.744425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Swinth</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hoyt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Persky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dimov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Blascovich</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The independent and interactive effects of embodied-agent appearance and behavior on self-report, cognitive, and behavioral markers of copresence in immersive virtual environments</article-title>
          <source>Presence Teleoperators Virtual Environ</source>
          <year>2005</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>379</fpage>
          <lpage>393</lpage>
          <pub-id pub-id-type="doi">10.1162/105474605774785235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Binney</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Virtual experiences, physical behaviors: the effect of presence on imitation of an eating avatar</article-title>
          <source>Presence Teleoperators Virtual Environ</source>
          <year>2009</year>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>294</fpage>
          <lpage>303</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/pres.18.4.294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nick</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Zelkowitz</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>The online social support scale: measure development and validation</article-title>
          <source>Psychol Assess</source>
          <year>2018</year>
          <volume>30</volume>
          <issue>9</issue>
          <fpage>1127</fpage>
          <lpage>1143</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29781664"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/pas0000558</pub-id>
          <pub-id pub-id-type="medline">29781664</pub-id>
          <pub-id pub-id-type="pii">2018-23213-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC6107390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hinkle</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Wiersma</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jurs</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <source>Applied Statistics for the Behavioral Sciences</source>
          <year>2003</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Houghton Mifflin</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Blasey</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>How Many Subjects: Statistical Power Analysis in Research</source>
          <year>2016</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications, Ltd</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bulus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kelcey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Spybrook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>PowerUpR: power analysis tools for multilevel randomized experiments</article-title>
          <source>The Comprehensive R Archive Network</source>
          <year>2021</year>
          <access-date>2024-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://CRAN.R-project.org/package=PowerUpR">https://CRAN.R-project.org/package=PowerUpR</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Pastor</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Breton</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Graaf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJH</given-names>
            </name>
            <name name-style="western">
              <surname>Lenndin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Predictors of treatment dropout in self-guided web-based interventions for depression: an 'individual patient data' meta-analysis</article-title>
          <source>Psychol Med</source>
          <year>2015</year>
          <volume>45</volume>
          <issue>13</issue>
          <fpage>2717</fpage>
          <lpage>2726</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/85277"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291715000665</pub-id>
          <pub-id pub-id-type="medline">25881626</pub-id>
          <pub-id pub-id-type="pii">S0033291715000665</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
