<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e76035</article-id>
      <article-id pub-id-type="pmid">40966682</article-id>
      <article-id pub-id-type="doi">10.2196/76035</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Behavioral Nudges to Enhance Fidelity in Telehealth Sessions (BENEFITS): Protocol for Developing and Pilot Testing a Telehealth Tool to Improve Cognitive Behavioral Therapy Implementation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Schwartz</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Becker-Haimes</surname>
            <given-names>Emily M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>University of Pennsylvania</institution>
            <addr-line>3535 Market Street</addr-line>
            <addr-line>Philadelphia, PA, 19104</addr-line>
            <country>United States</country>
            <phone>1 2155735614</phone>
            <email>emily.haimes@pennmedicine.upenn.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9922-8667</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Mandell</surname>
            <given-names>David S</given-names>
          </name>
          <degrees>SCD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8240-820X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>Patty B</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7721-1672</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>Kevin G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0426-0323</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Brady</surname>
            <given-names>Megan</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-2433-3478</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Young</surname>
            <given-names>Sophia</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-7901-5144</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Creed</surname>
            <given-names>Torrey A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0860-2498</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Emily M Becker-Haimes <email>emily.haimes@pennmedicine.upenn.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>9</month>
        <year>2025</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e76035</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>4</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>7</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>7</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>8</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Emily M Becker-Haimes, David S Mandell, Patty B Kuo, Kevin G Lynch, Megan Brady, Sophia Young, Torrey A Creed. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 18.09.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2025/1/e76035" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The rapid expansion of telehealth provides a unique opportunity to integrate behavioral economics (BE) strategies into telehealth platforms to improve clinician fidelity to cognitive behavioral therapy (CBT)—either by enhancing clinicians’ motivation to use CBT or by helping clinicians who are already motivated to act consistently on their intentions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We will develop and evaluate “Tele-BE,” a novel telehealth platform designed to nudge and incentivize clinicians to use core structural components of CBT. We focus on these structural components because they align with practices most likely to benefit from BE strategies, are delivered across diagnoses, and represent CBT competencies independently linked to improved patient outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will refine the Tele-BE prototype in collaboration with clinicians and supervisors, who are the target end users (aim 1). Working closely with our web development team, we will field test and iteratively refine Tele-BE using rapid-cycle prototyping to optimize user experience and fine-tune the BE strategies (aim 2). The revised platform will then be evaluated in a 12-week open trial involving 30 community mental health clinicians, who will be randomized to either Tele-BE or telehealth as usual. Each clinician will deliver treatment to 2 patients, resulting in a total of 60 patient participants. All sessions will be recorded and coded to assess CBT fidelity. Clinicians and patients will complete questionnaires at weeks 1, 5, 9, and 12, with qualitative interviews conducted at the end of the trial. Primary outcomes will focus on fidelity to CBT structural components, measured via coding of recorded sessions. Secondary outcomes will include target implementation mechanisms—intentions and their determinants (attitudes, norms, and self-efficacy)—assessed using mixed methods, as well as overall CBT fidelity (aim 3). Additionally, trial data will be used to evaluate the acceptability and feasibility of Tele-BE from both patient and clinician perspectives, along with any potential ethical concerns associated with its use (aim 4).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study received National Institute of Mental Health funding in June 2024. Recruitment for aim 1 began in October 2024. As of March 2025, 6 participants had been enrolled in the initial development stage. Recruitment is ongoing, and we anticipate completing aim 1 by May 2025, after which we will prepare for aim 2 activities. We aim to complete all study data collection by the end of 2026. In accordance with our grant award, deidentified data from aims 3 and 4 will be submitted to the National Institute of Mental Health Data Archive for participants who consent to data sharing.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Findings will provide insight into the utility of a BE-informed telehealth platform for increasing clinicians’ use of core structural CBT components, thereby improving overall CBT fidelity and patient outcomes. Results will also inform the design of future confirmatory trials.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT06601062; https://clinicaltrials.gov/ct2/show/NCT06601062</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/76035</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telehealth</kwd>
        <kwd>behavioral economics</kwd>
        <kwd>implementation</kwd>
        <kwd>cognitive behavioral therapy</kwd>
        <kwd>evidence-based practice</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> The proposal for this study was peer reviewed by SERV - Mental Health Services Study Section, National Institute of Mental Health Initial Review Group (National Institutes of Health, USA).</meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Telehealth for psychological interventions has existed for decades, with historically limited uptake, primarily due to strict regulations [<xref ref-type="bibr" rid="ref1">1</xref>] and limited reimbursement [<xref ref-type="bibr" rid="ref2">2</xref>]. COVID-19 facilitated the swift global adoption of telehealth [<xref ref-type="bibr" rid="ref3">3</xref>], and payors have acknowledged the need to ease regulatory burdens and sustain telehealth reimbursement postpandemic [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. To date, telehealth has primarily been studied as an alternative to in-person care [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>] and as a means of supporting access to care for historically marginalized groups [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, little research has examined how to leverage the platform to support evidence-based practices (EBPs) and patient-centered care.</p>
        <p>Telehealth provides a unique opportunity to apply behavioral economics (BE) principles to structure therapy encounters in ways that nudge clinicians toward delivering high-quality services. BE approaches address psychological biases that influence individual decision-making [<xref ref-type="bibr" rid="ref15">15</xref>]. These frameworks recognize that human decision-making often occurs under suboptimal conditions, leading individuals to deviate from “rational” choices in numerous ways. Classic examples of such “bounded rationality” (ie, the recognition that humans make decisions with limited cognitive resources and thus rely on heuristics [<xref ref-type="bibr" rid="ref16">16</xref>]) include individuals failing to opt in to retirement investments that would serve their best interests (due to status quo or loss aversion bias [<xref ref-type="bibr" rid="ref17">17</xref>]) or making suboptimal decisions in cognitively demanding situations (eg, as a result of decision fatigue or availability heuristics [<xref ref-type="bibr" rid="ref15">15</xref>]). In health care, clinicians may be aware of the right course of action (eg, “I should deliver x treatment for y condition”), yet often choose other, less empirically supported interventions for various reasons related to environmental cues (eg, availability biases), individual cognitive styles (eg, aggregate heuristics), and other biases [<xref ref-type="bibr" rid="ref18">18</xref>]. Research has shown that structuring environments and nudging clinicians toward recommended practices can improve quality of care [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Common BE applications include strategies that guide decision-making by providing information (eg, social reference points or peer comparisons, making key information visible), implementing structural changes (eg, changing choice defaults, altering options presented to influence the attractiveness of some choices over others), and offering cognitive assistance (eg, reminders) [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>While BE holds strong potential to inform cost-effective, pragmatic implementation strategies that support clinicians in delivering EBPs, its role in changing mental health clinicians’ behavior has received little attention. The nature of traditional behavioral health sessions—occurring behind closed doors and prioritizing privacy—makes it difficult to implement supports during encounters. The continuation of telehealth access postpandemic provides a context ripe for improving treatment delivery. Telehealth has traditionally been regarded as a medium for delivering treatment, with content and processes comparable to in-office visits [<xref ref-type="bibr" rid="ref24">24</xref>]; however, it also offers an infrastructure well-suited to BE strategies that can optimize clinician use of EBPs, track and reward fidelity to EBPs, and make EBP use easier and more motivating.</p>
        <p>In this study, Behavioral Nudges to Enhance Fidelity in Telehealth Sessions (BENEFITS), we will develop and pilot test an implementation strategy that leverages the technological infrastructure of telehealth encounters to nudge and incentivize clinicians to increase fidelity to the structural components of cognitive behavioral therapy (CBT). We focus on CBT because it is an EBP for many mental health conditions, and increasing clinician fidelity to CBT can enhance care quality and improve patient outcomes [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Prior research suggests that when community clinicians use CBT at all, it is often delivered with poor fidelity [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>We focus on structural components of CBT for 2 reasons. First, they represent a core and distinct CBT competency [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] and form the backbone of CBT practice; they are delivered regardless of diagnosis. A typical CBT session begins with a brief check-in on treatment progress, a collaborative agenda, and a review of prior homework. The core of the session emphasizes intervention techniques and skills, and it concludes with planning a between-session homework practice. While the specific clinical content—such as which interventions are selected and what homework is assigned—is tailored to the patient’s presentation, use of these structural components remains consistent across sessions. Structural components also support shared decision-making and facilitate the selection and tailoring of interventions to patient preferences and symptoms, thereby enhancing patient-centered care [<xref ref-type="bibr" rid="ref33">33</xref>]. Clinical trials further suggest that these components are independently associated with improved clinical outcomes [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. Our work has shown that community clinicians demonstrate consistently low fidelity to structural components [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], even when their intentions to deliver them are high [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>Second, structural components are well-suited to BE strategies, which are best applied to change discrete, observable, and measurable behaviors. Leading theories of clinician behavior change [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>], along with our prior studies [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], suggest 2 major reasons why clinicians trained in CBT fail to use CBT structural components—each with distinct implications for designing implementation strategies using BE approaches. First, some clinicians may have strong motivation (or intentions) to use structural components; however, aspects of their organizational setting or their patients’ presentation in treatment may make it difficult to act on those intentions. For example, a patient may present with much to share, and the clinician may forget to set the agenda or be reluctant to pause the client long enough to do so. For these clinicians, effective implementation strategies should either make it easier to act on their intentions or bypass intentions altogether by making the use of structural components the default (eg, automatically sending progress monitoring measures to clinicians rather than requiring them to do so). Second, other clinicians may have weaker intentions to use CBT components due to factors that influence intention strength, such as holding negative attitudes about a specific component (eg, believing homework is unhelpful or irrelevant), experiencing limited normative pressure to use CBT components (eg, perceiving that one’s supervisor disapproves of structured sessions), or having low self-efficacy (eg, lacking confidence in planning a homework assignment). For these clinicians, effective implementation strategies should strengthen intentions by improving attitudes, leveraging norms, or increasing self-efficacy to promote behavior change. BE offers strategies to address the mechanisms of action identified in both pathways and thereby improve clinician CBT delivery.</p>
        <p>The field of surgery provides a useful example of the potential benefits of BE strategies for improving patient care. Surgeries are complex, requiring providers to execute highly specified procedural techniques while also knowing how and when to deviate in response to diverse problems or complications [<xref ref-type="bibr" rid="ref43">43</xref>]. There is extensive evidence demonstrating the effectiveness of structuring surgical environments to minimize risk, optimize outcomes, and nudge surgeons to engage in safety and quality checks (eg, surgical checklists) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Such behavioral infrastructure facilitates the delivery of high-quality care by reducing the cognitive load of remembering routine protocols [<xref ref-type="bibr" rid="ref21">21</xref>], allowing surgeons to focus their efforts on applying clinical skill and judgment to optimally help patients. CBT structural components, when implemented correctly, provide the scaffold that supports clinicians in delivering CBT intervention techniques, which can be complex and often require adaptation [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>] and tailoring [<xref ref-type="bibr" rid="ref46">46</xref>] in response to patient needs that may change within and between sessions [<xref ref-type="bibr" rid="ref47">47</xref>]. Unlike surgery, the private, in-person therapy environment has historically offered limited opportunities for BE strategies to support clinicians in delivering these structural components; therapy is typically conducted without a support team, as found in an operating room. Leveraging telehealth encounters to embed checklists and other nonintrusive nudges may reduce clinicians’ cognitive load, allowing them to focus more fully on selecting and delivering interventions and skills that yield comparable benefits for their patients.</p>
      </sec>
      <sec>
        <title>Goal of This Study</title>
        <p>In BENEFITS, we will develop and evaluate Tele-BE, a novel telehealth infrastructure designed to nudge and incentivize clinicians to use core structural CBT components. Tele-BE is intended solely to support fidelity to the structural elements of CBT that should be present in sessions, regardless of where a patient is in active treatment (with expected exceptions such as first sessions, termination sessions, or crisis sessions). Tele-BE will remain agnostic to intervention content (ie, clinicians will be encouraged to use a CBT skill in session, but not any specific skill). Importantly, in other contexts, BE strategies have raised ethical concerns regarding coercion to engage in behaviors one might not otherwise choose [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Therefore, studying BE strategies to support mental health EBP delivery should incorporate careful consideration of participants’ and end users’ ethical concerns. We will address any concerns raised by clinicians or patients to ensure that clinicians do not feel undue pressure to deliver therapeutic care they consider inappropriate. Our specific aims are listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Study aims.</title>
          <p>
            <bold>1. Aim 1</bold>
          </p>
          <p>Design the Tele-BE prototype to increase clinician fidelity to cognitive behavioral therapy (CBT) structural components, in collaboration with 6 clinicians and 3 supervisors (target end users), guided by user-centered design principles.</p>
          <p>
            <bold>2. Aim 2</bold>
          </p>
          <p>Adapt and iteratively refine Tele-BE in an open field trial using rapid-cycle prototyping and testing with 5-10 clinicians and 5-10 patients.</p>
          <p>
            <bold>3. Aim 3</bold>
          </p>
          <p>Test the preliminary effectiveness of Tele-BE versus telehealth as usual in engaging target mechanisms and enhancing clinician fidelity to CBT in a 12-week randomized pilot trial (n=30 clinicians, 60 patients). Primary outcomes will be clinician fidelity to CBT structural components, measured via coded therapy sessions. We will also explore mechanisms of action—including intentions and determinants of intentions (attitudes, norms, and self-efficacy)—through surveys and interviews.</p>
          <p>
            <bold>4. Aim 4</bold>
          </p>
          <p>Evaluate the acceptability, feasibility, and ethical considerations of Tele-BE from both clinician and patient perspectives using surveys, interviews, and web analytics. We will apply mixed qualitative and quantitative methods to assess Tele-BE’s impact on clinician treatment delivery, therapeutic alliance, patient satisfaction, and clinical outcomes.</p>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Setting</title>
        <p>All research activities will take place in the City of Philadelphia, building on a strong history of CBT implementation efforts in the region through the Beck Community Initiative (BCI). The BCI is a partnership with Philadelphia’s Department of Behavioral Health and Intellectual Disability Services to implement high-quality CBT in the public mental health system. BCI provides training in CBT theory and strategies through intensive workshops, followed by 6 months of weekly case consultation. During the consultation phase, therapists submit recorded therapy sessions, and their CBT competence is rated in at least 4 sessions using the Cognitive Therapy Rating Scale (CTRS). Mean competence scores at the end of training (41.2) have been just above the criterion threshold for certification, highlighting substantial opportunities to further improve therapist skills even after training [<xref ref-type="bibr" rid="ref50">50</xref>]. Importantly, BCI-trained therapists demonstrated substantial variability in their intentions to use CBT structural components following training [<xref ref-type="bibr" rid="ref39">39</xref>]. Research also shows that training effects diminish over time without additional support, such as behavioral nudges [<xref ref-type="bibr" rid="ref51">51</xref>]. Philadelphia’s Medicaid behavioral health payor continues to support telehealth reimbursement, providing an ideal context in which to test the effects of BE strategies on CBT fidelity. All participants will complete a consent process with research team members before engaging in any study activities.</p>
      </sec>
      <sec>
        <title>Conceptual Framework</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> presents the target mechanisms and illustrates how Tele-BE is anticipated to map onto each, guided by leading behavioral theory to (1) strengthen clinician intentions to use CBT structural components when motivation is low, and (2) support clinicians in acting on their intentions when motivation is high. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> presents the SPIRIT (Standard Protocol Items: Recommendations for Interventional Trials) 2013 checklist for this study.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Proposed Tele-BE design features, target mechanisms, and implicated BE<sup>a</sup> principles.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="330"/>
            <col width="160"/>
            <col width="250"/>
            <col width="260"/>
            <thead>
              <tr valign="bottom">
                <td>Tele-BE features</td>
                <td>Target mechanism</td>
                <td>BE principle</td>
                <td>Present in Tele-AU<sup>b</sup>?</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Reminder message is sent to prompt the clinician to identify skills to review, introduce, or practice before sessions, and note identified skill in the web platform.</td>
                <td>Intentions</td>
                <td>Availability Bias: People tend to focus on what easily comes to mind</td>
                <td>No; the clinician is directed to the standard telehealth interface only.</td>
              </tr>
              <tr valign="top">
                <td>Clinicians are prompted to push out brief symptom measures while the patient is waiting for the session to start every 4 weeks.</td>
                <td>Bypassing intentions; intention-behavior gap</td>
                <td>Changing the Default: People will engage in behaviors that are easiest and in front of them</td>
                <td>No; to collect patient symptom data for trial purposes, patients will be contacted by research staff directly to complete measures via SMS text message or email.</td>
              </tr>
              <tr valign="top">
                <td>Template agenda of structural components alongside the embedded video that supports clinician pacing of session by adjusting which component is highlighted (eg, agenda is highlighted until the clinician clicks to indicate that the agenda was set, at which point homework review will highlight).</td>
                <td>Intention-behavior gap</td>
                <td>Reducing Choice Overload: People often avoid decisions if there are too many choices</td>
                <td>No; the clinician is directed to the standard telehealth interface only.</td>
              </tr>
              <tr valign="top">
                <td>Checkmarks indicating component has been completed; display adjusts as goals are reached.</td>
                <td>Attitudes</td>
                <td>Goal Gradients: People try harder when goals are within reach</td>
                <td>No; the clinician is directed to the standard telehealth interface only.</td>
              </tr>
              <tr valign="top">
                <td>Gamification (eg, badges) for goals met (eg, agenda completed &#62;90% of the time). Tele-BE will provide automated congratulatory notifications for completing CBT<sup>c</sup> components and delineating them in the Tele-BE platform; exact format (eg, email vs embedded in the platform) and timing to be determined in development aims. For example, a clinician may get a notification congratulating them for preselecting a CBT skill for use 3 weeks in a row.</td>
                <td>Attitudes</td>
                <td>Hyperbolic Discounting: Preference for a small reward sooner over a larger reward later; Injunctive Norms: Perception of whether a behavior is approved</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Regular feedback about elements completed from the clinical supervisor (exact timing to be refined in development). We will identify key benchmarks during our development phase to trigger a congratulatory message (if fidelity benchmark is met) or an encouraging message to increase component use (if benchmark is not met), using language refined in our P50 ALACRITY pilot trial.</td>
                <td>Norms</td>
                <td>Social Influence and Injunctive Norms: Perception of whether a behavior is approved</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Downloadable summary of session activities for the clinical progress note. Information from the template agenda will be downloadable to reduce the time needed to write a session note.</td>
                <td>Intentions and self-efficacy</td>
                <td>Integrate Desired New Task into Existing Workflow; Make it Easy and Motivating to Use</td>
                <td>No</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>BE: behavioral economics.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Tele-AU: telehealth as usual.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>b</sup>CBT: cognitive behavioral therapy.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Aim 1: Designing the Tele-BE Prototype in Partnership With Clinicians and Supervisors</title>
        <p>Aim 1 will be conducted in 2 phases. In phase 1, we will interview 3 CBT-trained clinicians and 3 clinical supervisors who have previously received CBT training and either provide telehealth services or supervise a clinician who does. Clinicians and supervisors will not be recruited in dyads. Sample sizes are intentionally small at this stage, as the primary goal of aim 1 is to examine prototype usability to enable rapid refinement and development of the first fully functioning platform. We will present each anticipated Tele-BE feature and target mechanism (<xref ref-type="table" rid="table1">Table 1</xref>), along with initial prototypes (<xref rid="figure1" ref-type="fig">Figure 1</xref>), and solicit feedback on how to refine the prototype to maximize usability and engagement with target mechanisms (eg, clinician intentions, intention-behavior gap); minimize unintended negative effects on patient experience (eg, perceptions that clinicians are distracted); and ensure that Tele-BE integrates with clinical, supervision, and administrative workflows. We do not anticipate changing the structural components targeted, but we may make small adjustments to how each is described based on feedback. We will also ask whether there are additional session features that would be useful for Tele-BE to target or capture. Interviews will probe perceived motivators and barriers to adopting the Tele-BE system, including ethical concerns. For example, therapists may value the potential for improved session structure and care quality but express concern about patient perceptions of recording or about the platform infringing on their autonomy to make clinical decisions. Such feedback is critical for design and implementation planning (eg, clarifying that the interface is clinician-facing only and that clinicians can override prompts). Participants will also complete a brief demographics questionnaire to ensure that feedback is gathered from a diverse group across study phases. Recommendations from each participant will be summarized and reviewed by the larger research team to identify refinements before moving to the next phase. Results will be shared with the technology development team, which will build an initial Tele-BE working prototype incorporating this feedback. We will then reconvene the same participants for a second interview, during which they will trial the interactive prototype and suggest further refinements. All feedback will be collated and synthesized, with input echoed by multiple participants given greater weight in decisions about changes. Participants will receive US $100 in compensation for their activities, and their feedback will be integrated into the next Tele-BE iteration. Draft interview guides for aim 1, phase 1 activities are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Prototyped mock-up of Tele-BE presession image. BE: behavioral economics.</p>
          </caption>
          <graphic xlink:href="resprot_v14i1e76035_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In phase 2, we will conduct usability testing with 3 newly recruited CBT-trained community clinicians, using the same eligibility criteria as in phase 1. Participants will interact 1-on-1 with a basic version of Tele-BE, with the primary objective of identifying major bugs and usability issues in preparation for aim 2. Consistent with phase 1, the small sample size is intentional, as the focus of this phase is to assess usability among clinicians, the tool’s primary end users. Each clinician will meet individually with the study team and use the current version of Tele-BE for approximately 45 minutes. During this session, participants will conduct a mock therapy session with a graduate student clinician experienced in providing community-based CBT, followed by an immediate debrief to obtain feedback on both the clinician’s end user experience and the “patient’s” perspective. Participants’ interactions with Tele-BE will be recorded using Health Insurance Portability and Accountability Act (HIPAA)–compliant videoconferencing software. Following the session, participants will complete a brief interview assessing the user experience, including learnability, acceptability, usefulness, overall satisfaction with aesthetics, perceived efficiency, and potential for integration with both clinical and supervision workflows. Semistructured interviews will probe each user interface element of the Tele-BE prototype. At the end of the session, participants will also complete brief quantitative measures to assess perceptions of Tele-BE, including the Acceptability of Intervention Measure (AIM) [<xref ref-type="bibr" rid="ref52">52</xref>], a validated 4-item scale assessing the perceived acceptability of an innovation; the Feasibility of Intervention Measure (FIM) [<xref ref-type="bibr" rid="ref52">52</xref>], a 4-item scale evaluating perceived feasibility; and the System Usability Scale (SUS), a well-established 10-item measure with strong psychometrics and sensitivity to change [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Participants will also complete a brief demographics questionnaire and receive US $75 for their participation. Collected data will identify areas for improvement in acceptability, feasibility, and usability, and refinements will be incorporated before aim 2.</p>
      </sec>
      <sec>
        <title>Aim 2: Adapt and Iteratively Refine Tele-BE in an Open Field Trial</title>
        <p>We will recruit 5-10 clinician-patient dyads who are already providing or receiving telehealth therapy services to engage with Tele-BE in an open field trial. The final sample size will be determined based on when saturation is reached (see below). The primary aim of this trial is to identify software bugs and evaluate usability and acceptability issues that emerge over extended use of Tele-BE, while refining our BE strategies. Secondary goals are preliminarily assessing the extent to which Tele-BE engages target implementation mechanisms and supports clinicians in delivering CBT structural components to guide further refinements. Clinicians and patients will be recruited in pairs, with participating clinicians using Tele-BE with a consenting patient of their choice for up to 4 consecutive therapy sessions or over 5 weeks of treatment, whichever occurs first. After obtaining consent, each clinician-client dyad will receive a personalized, secure link to use during their regularly scheduled telehealth sessions for up to 5 weeks. Only the clinician will require instructions on using Tele-BE. Client participants will not view the Tele-BE interface, so their telehealth sessions will appear similar to standard care.</p>
        <p>We will use rapid-cycle methods to test and refine both the platform and the BE features developed in aim 1, with the goal of optimizing messages and visual displays. Adjustments will be made after each dyad completes aim 2 activities, continuing until feedback saturation is reached and a version suitable for formal testing in aims 3 and 4 is achieved. To streamline this process, we will use “fake back ends” to test BE strategies whenever possible, avoiding time-consuming web programming for features that may require revision. For example, study staff may message clinicians directly to simulate portal-generated messages based on feedback. The exact content of messages may evolve over time in response to participant input. Using a fake back end allows small changes across enrolled dyads to be tested more efficiently.</p>
        <p>As noted, the Tele-BE platform is designed to be agnostic to specific CBT interventions and only nudges the use of interventions within the standard CBT session structure. A key focus of this design phase is ensuring that clinicians understand how to “override” any recommendation to use a particular structural component, maintaining full autonomy over clinical decisions. Aside from supporting Tele-BE use during already scheduled CBT sessions, research staff will provide no guidance on session conduct. Recruiting from the BCI-trained pool of therapists ensures that the CBT structure aligns with routine care. The only restriction is that clinicians will not be asked to use Tele-BE during first patient encounters or termination sessions, as these sessions may not follow the standard structure that Tele-BE is designed to support.</p>
        <p>After each dyad’s trial period, staff will interview clinicians and patients separately about their experiences. Clinician interviews will assess system usability using the same structured interview employed in aim 1, covering learnability, acceptability, usefulness, satisfaction with aesthetics, efficiency, and workflow integration. Semistructured questions will also explore clinicians’ perceptions of how Tele-BE influenced their use of CBT structural elements, whether it produced any desirable or undesirable effects on the session or therapeutic relationship, and whether they felt comfortable overriding platform recommendations. The final portion of the interview will solicit suggestions for improving Tele-BE. Brief patient interviews will focus on the patient experience, assessing whether Tele-BE is perceived to have any desirable or undesirable effects on the therapeutic relationship or patient-centered care processes (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Clinicians will receive US $75 and patients US $25 for participating in these activities. We will use rapid qualitative analysis procedures to synthesize feedback and identify changes needed for the next testing cycle. All feedback will be reviewed with the full research team to resolve any conflicting information.</p>
      </sec>
      <sec>
        <title>Aims 3 and 4: Evaluate the Preliminary Effectiveness of Tele-BE in Engaging Target Mechanisms and Enhancing Clinician Fidelity to CBT</title>
        <sec>
          <title>Overview</title>
          <p>Although aims 3 and 4 are scientifically distinct, study procedures will occur concurrently and are described together. We will randomize 30 clinicians who already provide individual CBT via telehealth for at least 2 clients to either Tele-BE or telehealth as usual (Tele-AU), with 15 clinicians per condition. Allocation will be balanced within organizations to ensure equal representation across conditions within each agency. Each participating clinician will deliver treatment to 2 patients over 12 weeks, the standard length for many CBT protocols, and clinician fidelity to CBT structural components will be tracked in each condition. While the primary goal is to evaluate the feasibility of our design and measurement approach for a fully powered trial, we will also measure patient symptoms, therapeutic alliance, and patient-centered care to explore preliminary clinical effectiveness outcomes and assess any potential concerns with Tele-BE (eg, clinician distraction or impact on therapeutic alliance) using mixed methods.</p>
          <sec>
            <title>Participants and Procedures</title>
            <p>We will identify at least 4 local agencies that use telehealth and have participated in system-sponsored BCI CBT training [<xref ref-type="bibr" rid="ref55">55</xref>] as recruitment sites. A cascaded recruitment strategy, previously successful in other studies, will be employed to recruit 30 CBT-trained clinicians who treat study-eligible patients (ie, age 14 or older, consistent with the local age of consent for mental health services; already deemed appropriate for CBT; and already using telehealth as their preferred therapy modality). In this approach, clinicians will then help select 2 patients with whom they plan to use CBT and will approach those patients about participating in the study. If a clinician has more than 2 patients with whom they plan to use CBT, 2 patients will be randomly selected from the larger pool for study participation. After obtaining informed consent, clinicians will be randomized to either the Tele-BE or Tele-AU condition. Study procedures will be identical across conditions, with the only difference being that clinicians in the Tele-BE condition will use the new telehealth tool, while those in the Tele-AU condition will use the telehealth methods established by their organization. All sessions will be video-recorded using encrypted, HIPAA-compliant technology via the clinicians’ assigned telehealth platform. Clinicians and patients will complete questionnaires at 4 time points—baseline/week 1, week 5, week 9, and week 12—and participate in a qualitative interview posttrial (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
            <p>Clinicians will receive US $150 for completing study measures (US $50 for week 1 and posttrial, US $25 for weeks 5 and 9). Patients will receive US $5 per session for providing brief self-report data and allowing their sessions to be recorded, for a maximum of US $60; those completing qualitative interviews will receive an additional US $25. Clinicians and patients in both conditions will follow the same study activity schedule and complete the same assessment battery, except that participants in the Tele-BE condition will also respond to condition-specific qualitative interview questions. Compensation rates are consistent with our prior work.</p>
            <table-wrap position="float" id="table2">
              <label>Table 2</label>
              <caption>
                <p>Trial assessment schedule for aims 3 and 4.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="120"/>
                <col width="190"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="50"/>
                <col width="0"/>
                <col width="0"/>
                <col width="60"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Outcomes</td>
                    <td>Measures</td>
                    <td colspan="26">Tele-BE<sup>a</sup></td>
                    <td>Post</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <break/>
                    </td>
                    <td colspan="2">1</td>
                    <td colspan="2">2</td>
                    <td colspan="2">3</td>
                    <td colspan="2">4</td>
                    <td colspan="2">5</td>
                    <td colspan="2">6</td>
                    <td colspan="2">7</td>
                    <td colspan="2">8</td>
                    <td colspan="2">9</td>
                    <td colspan="2">10</td>
                    <td colspan="2">11</td>
                    <td colspan="2">12</td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="30">
                      <bold>Aim 3 primary outcomes</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Structural component fidelity</td>
                    <td>CTRS<sup>b</sup> [<xref ref-type="bibr" rid="ref56">56</xref>] and web analytics</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">✓</td>
                    <td colspan="3">N/A<sup>c</sup></td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Aim 3 secondary outcomes</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician intentions</td>
                    <td>Established stems [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician attitudes</td>
                    <td>Established stems [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician norms</td>
                    <td>Established stems [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician self-efficacy</td>
                    <td>Established stems [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Aim 4 primary outcomes</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Acceptability</td>
                    <td>AIM<sup>d</sup> [<xref ref-type="bibr" rid="ref58">58</xref>] and Interview</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Feasibility</td>
                    <td>FIM<sup>e</sup> [<xref ref-type="bibr" rid="ref58">58</xref>] and web analytics</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Usability</td>
                    <td>SUS<sup>f</sup></td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Aim 4 secondary outcomes</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Patient symptoms and functioning</td>
                    <td> PHQ-8<sup>g</sup>, GAD-7<sup>h</sup>, WHODAS<sup>i</sup> 2.0, and DSM<sup>j</sup> level 1</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="3">N/A</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Therapeutic alliance</td>
                    <td>WAI-SF<sup>k</sup> (therapist), WAI-SF (client) [<xref ref-type="bibr" rid="ref59">59</xref>]</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">✓</td>
                    <td colspan="3">N/A</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Additional constructs of interest</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Contextual factors</td>
                    <td>Qualitative interview</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician and patient demographics</td>
                    <td>Demographics survey</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">N/A</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Supervision practices</td>
                    <td> Adapted SerTIFY<sup>l</sup>-Supervision Form</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Clinician social desirability</td>
                    <td>Edward’s Social Desirability scale</td>
                    <td colspan="2">✓</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">N/A</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Tele-BE costs</td>
                    <td>Qualitative interview and web analytics</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="2">N/A</td>
                    <td colspan="3">✓</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table2fn1">
                  <p><sup>a</sup>Tele-AU: telehealth as usual.</p>
                </fn>
                <fn id="table2fn2">
                  <p><sup>b</sup>CTRS: Cognitive Therapy Rating Scale.</p>
                </fn>
                <fn id="table2fn3">
                  <p><sup>c</sup>N/A: not applicable.</p>
                </fn>
                <fn id="table2fn4">
                  <p><sup>d</sup>AIM: Acceptability of Intervention Measure.</p>
                </fn>
                <fn id="table2fn5">
                  <p><sup>e</sup>FIM: Feasibility of Intervention Measure.</p>
                </fn>
                <fn id="table2fn6">
                  <p><sup>f</sup>SUS: System Usability Scale.</p>
                </fn>
                <fn id="table2fn7">
                  <p><sup>g</sup>PHQ-8: 8-item Patient Health Questionnaire.</p>
                </fn>
                <fn id="table2fn8">
                  <p><sup>h</sup>GAD-7: 7-item Generalized Anxiety Disorder Scale.</p>
                </fn>
                <fn id="table2fn9">
                  <p><sup>i</sup>WHODAS: WHO Disability Assessment Schedule 2.0.</p>
                </fn>
                <fn id="table2fn10">
                  <p><sup>j</sup>DSM: Diagnostic and Statistical Manual of Mental Disorders.</p>
                </fn>
                <fn id="table2fn11">
                  <p><sup>k</sup>WAI-SF: Working Alliance Inventory—Short Form.</p>
                </fn>
                <fn id="table2fn12">
                  <p><sup>l</sup>SerTIFY: Self-reported therapist intervention fidelity for youth supervisor.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
        </sec>
        <sec>
          <title>Quantitative Measures: Aim 3 Primary Outcomes</title>
          <p>The primary outcome for aim 3 is clinician fidelity to structural components of CBT. We will code all recorded therapy sessions (up to 720 sessions: 60 patients × 12 sessions) for the presence of 6 structural components: (1) discussion or review of patient symptoms, (2) homework review, (3) agenda setting, (4) skill instruction or review, (5) skill practice, and (6) out-of-session practice (homework). Coding will use items from the CTRS, a gold-standard CBT fidelity measure with 11 observer-rated items, including those indexing the specific structural components of interest (homework review and planning, agenda setting, skill instruction, and skill practice) [<xref ref-type="bibr" rid="ref60">60</xref>]. Each CTRS item is scored on a 7-point Likert scale ranging from 0 (poor) to 6 (excellent), allowing fidelity to be defined in 2 ways: (1) the presence or absence of each component, and (2) whether each component meets a competency threshold (ie, a score of 4 or higher). Our primary focus will be on the presence/absence of each component, calculated as the sum of the binary outcomes. Presence above the competency threshold will serve as a secondary outcome. The CTRS demonstrates strong internal consistency and interrater reliability [<xref ref-type="bibr" rid="ref60">60</xref>], as well as strong interrater agreement for general competency [<xref ref-type="bibr" rid="ref32">32</xref>]. Importantly, the CTRS includes a subscale assessing structural competency [<xref ref-type="bibr" rid="ref31">31</xref>], in addition to scores for specific structural components and an overall competency score.</p>
          <p>Given the volume of recorded sessions, CTRS scores will be generated for each session using the Lyssn platform. Lyssn [<xref ref-type="bibr" rid="ref61">61</xref>] (pronounced “listen”) is a technology start-up that employs artificial intelligence (AI) to support training, supervision, and quality assurance of EBPs. Lyssn’s cloud-based platform provides the following: (1) user management and organization of sessions, clinicians, and supervisors; (2) recording, playback, and annotation of audio or video from therapy sessions; (3) speech-to-text transcription; (4) AI-generated fidelity and quality metrics; and (5) data summaries and visualizations for feedback. Session recordings are automatically transcribed using Lyssn’s speech recognition algorithms, which were trained on over 4000 sessions [<xref ref-type="bibr" rid="ref62">62</xref>-<xref ref-type="bibr" rid="ref64">64</xref>]. Using transformer-based deep neural networks [<xref ref-type="bibr" rid="ref65">65</xref>], Lyssn developed AI-generated models for the 11 CTRS codes, trained on 2494 sessions with corresponding CTRS ratings within a cross-validation framework of training and test partitions [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. Evaluation on a 30% test set of sessions, distinct from the training data, demonstrated strong predictive performance. For all but 1 code (<italic>Understanding</italic>, which is not a structural component of interest in this study), AI-generated predictions exceeded the 80% human reliability threshold. Using AI-generated metrics, the tools achieved 100% human-level reliability for total CTRS scores and demonstrated highly accurate reliability for individual items. Lyssn maintains an in-house coding team that continuously provides new validation and calibration data to monitor and sustain the performance of the AI algorithms.</p>
          <p>While CTRS scores will serve as our primary fidelity metric, we will also examine self-reported fidelity to CBT structural components within the Tele-BE condition using web analytics data collected through the platform. As clinicians engage with Tele-BE, they will check off each structural component as it is completed in session or indicate if they intentionally override a component (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This will provide self-reported data on structural component use for every recorded patient session in the Tele-BE condition. These data will allow comparison between self-reported use and Lyssn-generated CTRS scores, and provide insights into how and when clinicians override the Tele-BE infrastructure, informing aim 4 assessments of acceptability.</p>
        </sec>
        <sec>
          <title>Quantitative Measures: Aim 3 Secondary Outcomes</title>
          <p>Secondary outcomes are the target implementation mechanisms that align with our theorized mechanisms of action: intentions to use structural components of CBT and determinants of those intentions (<xref ref-type="table" rid="table1">Table 1</xref>). We will measure the strength of intentions separately for each structural component using established item stems from social psychology, designed to be adaptable to any behavior of interest [<xref ref-type="bibr" rid="ref68">68</xref>]. Intentions will be assessed with 2 items on a 7-point scale, asking how willing and how likely a clinician is to use each component, with higher scores indicating stronger intentions. The 2 items will be averaged for each component. Determinants of intentions will be assessed through attitudes toward each component, measured with 4 standard semantic differential scales [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref69">69</xref>] (eg, 7-point scales ranging from “extremely unpleasant” to “extremely pleasant” or “extremely wise” to “extremely foolish”). Total scale scores will be computed by averaging all <italic>z</italic>-standardized items within each structural component, with higher scores indicating more favorable attitudes. <italic>Norms</italic> will be assessed using 2 standard item stems: the perception that “other people like me” will use the component, and that important others (eg, supervisors) will approve of their use, rated on a 7-point agreement scale. <italic>Self-efficacy</italic> will be measured with 3 statements on a 7-point scale assessing clinicians’ perceived ability to perform each component (eg, agreement with “If I really wanted to, I could use an agenda”). All items will be asked separately for each structural component and aggregated for the primary analysis, with exploratory analyses examining variation by component.</p>
        </sec>
        <sec>
          <title>Quantitative Measures: Aim 4 Primary Outcomes</title>
          <p>Primary outcomes for aim 4 include Tele-BE acceptability, feasibility, and any potential ethical concerns raised by clinicians or patients regarding the platform. Acceptability will be assessed using the AIM [<xref ref-type="bibr" rid="ref52">52</xref>]. Feasibility will be examined through a combination of the FIM [<xref ref-type="bibr" rid="ref52">52</xref>] and web analytics data. Tele-BE usability will be evaluated using the SUS [<xref ref-type="bibr" rid="ref53">53</xref>]. Psychometric support for these measures has been described above under aim 1 activities. All measures will be administered to clinicians in both conditions to allow comparison of quantitative scores for acceptability and feasibility. These measures will be supplemented with clinician and patient interviews, which will also assess potential ethical concerns, including any pressure clinicians may have felt from the platform to deviate from care they believed was in the best interest of their patients.</p>
        </sec>
        <sec>
          <title>Quantitative Measures: Aim 4 Secondary Outcomes</title>
          <p>Aim 4 secondary outcomes include patient-level outcomes such as therapeutic alliance, symptoms and functioning, and treatment satisfaction. During the trial, therapeutic alliance will be assessed every 4 weeks from both the patient and clinician perspectives using parallel versions of the Working Alliance Inventory—Short Form (WAI-SF). The WAI-SF is a validated measure consisting of 12 items that ask respondents to rate their perceptions of the therapeutic relationship on a 5-point Likert scale [<xref ref-type="bibr" rid="ref56">56</xref>]. Patient symptoms will be assessed using the Diagnostic and Statistical Manual of Mental Disorders Level 1 Cross-Cutting Symptom Adult Measure [<xref ref-type="bibr" rid="ref58">58</xref>] (23 items rated on a 5-point scale from 0=none/not at all to 4=severe/nearly every day, covering 13 symptom domains), the 8-item Patient Health Questionnaire [<xref ref-type="bibr" rid="ref57">57</xref>] (8 items rated on a 4-point scale from 0=not at all to 3=nearly every day, measuring depressive symptoms), and the 7-item Generalized Anxiety Disorder Scale [<xref ref-type="bibr" rid="ref70">70</xref>] (7 items rated on a 4-point scale from 0=not at all to 3=nearly every day, measuring anxiety symptoms). These measures will be completed by patients at 4-week intervals. Patient functioning will be assessed using the WHO Disability Assessment Schedule 2.0 (WHODAS 2.0) [<xref ref-type="bibr" rid="ref59">59</xref>], a 12-item measure rated from 1 (none) to 5 (extremely or cannot do) across 6 domains: cognition, mobility, self-care, getting along, life activities, and participation. WHODAS 2.0 will be administered at weeks 1 and 12. Questionnaires will be sent electronically to patients at the established intervals by research staff. Patient satisfaction, including any potential ethical concerns regarding their clinician’s use of Tele-BE, will be assessed qualitatively in a subsample of participants.</p>
        </sec>
        <sec>
          <title>Quantitative Measures: Additional Constructs</title>
          <p>We will additionally assess 3 quantitative measures: (1) supervisory practices, (2) clinician social desirability, and (3) the cost of Tele-BE. Clinician-reported CBT-specific supervisory practices will be measured at weeks 1 and 12 to identify potential differences between conditions. We adapted the Self-Reported Therapist Intervention Fidelity for Youth Supervision, originally a supervisor-report measure of supervisory practices, to be inclusive of clinicians working with adult clients and to specifically capture supervision related to CBT structural components. The adapted supervisory measure consists of 14 items rated on a 7-point scale, indicating the extent to which specific supervisory techniques are used (1=not at all to 7=extensively). Additionally, the 17-item Edwards Social Desirability Scale will be included in the baseline clinician survey as a potential covariate for clinician-reported engagement with the Tele-BE platform [<xref ref-type="bibr" rid="ref71">71</xref>]. Finally, we will track the following cost metrics to inform more formal cost evaluations in future studies: (1) anticipated annual cost per clinician user for Tele-BE, including variation based on the number of patients with whom the platform is used—these estimates will be calculated in collaboration with our web development team to account for both base subscription costs and ongoing web maintenance;; (2) time required to train clinicians to use Tele-BE, which we expect to be minimal, tracked for each clinician and averaged at study completion; and (3) time clinicians spend logged into the Tele-BE interface, captured via web analytics.</p>
        </sec>
        <sec>
          <title>Qualitative: Clinician Interviews (Aims 3 and 4)</title>
          <p>All clinicians, regardless of condition, will complete interviews after their patients finish the trial period. The first portion of the interview will be identical for all clinicians and will explore perceptions of their intentions and the determinants of intentions to use CBT structural components throughout the trial. This portion addresses aim 3 questions regarding engagement of target mechanisms. Questions will be adapted from an established theory-guided qualitative interview [<xref ref-type="bibr" rid="ref72">72</xref>], which includes items on attitudes toward an EBP, self-efficacy, perceived norms, and motivation. Questions will be asked separately for each structural CBT component of interest (<xref ref-type="table" rid="table1">Table 1</xref>). All clinicians will also be asked about barriers they encountered during the trial in using structural components, with specific probes regarding the impact of cognitive burden on delivery (eg, “To what extent, if at all, did factors like forgetting due to competing demands make it easier or harder for you to set an agenda?”). Collecting these responses from all clinicians will allow us to examine themes by condition to determine whether Tele-BE better engaged target mechanisms and reduced barriers to structural component delivery. The second portion of the interview will be administered only to clinicians randomized to Tele-BE and will address aim 4 by querying acceptability and any feasibility issues that arose. Patient interview questions may include, “How was your experience with Tele-BE? What aspects were easy or difficult to use?” We will also use self-reported fidelity data collected via web analytics to ask clinicians specific questions about how they decided to act on or override Tele-BE nudges (eg, electing not to review a planned homework) and their rationale for doing so. Clinicians will also be asked about any ethical concerns they or their patients might have, such as undue pressure to deliver structural CBT components or potential negative impacts on treatment processes. Finally, clinicians will be queried about any unanticipated resources required to engage with Tele-BE and asked to estimate how the platform influenced the time needed to prepare for or document a therapy session, informing our cost estimates.</p>
        </sec>
        <sec>
          <title>Qualitative: Patient Interviews (Aim 4)</title>
          <p>We will randomly select 1 patient per therapist to participate in a qualitative interview at the end of the 12-week trial period. If a patient declines, the second patient per therapist will be selected, ensuring 1 patient per therapist completes an interview. In the first half of each interview, research staff will ask patients about their perceptions of the therapeutic relationship during the trial (including any changes from before the trial), satisfaction with services received over the preceding 12 weeks, and perceived effectiveness of psychosocial treatment. This will allow comparison by condition to examine whether themes related to treatment processes differ depending on whether the clinician used Tele-BE or Tele-AU. In the second half of the interview, staff will query patients about their awareness of and perceptions regarding Tele-BE or Tele-AU and its influence on clinician behavior. Staff will then provide patients with information about Tele-BE and ask about their perceived likes and dislikes regarding their clinician’s use of an enhanced telehealth interface to deliver care.</p>
        </sec>
        <sec>
          <title>Preliminary Analyses</title>
          <p>Data screening and analysis of missing data will be conducted following best practices. We will evaluate the psychometric properties of all scales used to assess constructs of interest (eg, coefficient alpha) to confirm adequate performance. Baseline variables will be analyzed as a randomization check to ensure comparable characteristics between clinicians in the Tele-BE and Tele-AU groups. We will also assess the sensitivity of our main comparisons to medium-to-large effect size imbalances between the randomized groups.</p>
        </sec>
        <sec>
          <title>Quantitative Analyses</title>
          <p>Aim 3 primary analyses will focus on structural component scores from the CTRS generated via the Lyssn platform, dichotomized as present or absent. An aggregate fidelity metric will be calculated for each session by summing the number of components present. We will use a linear mixed effects regression model to estimate the trajectory of completion scores over the 12 weeks of treatment. Fixed effects will include linear and quadratic time trends to capture the overall trajectory, although more flexible specifications will be considered if needed. To account for correlations arising from patients nested within clinicians, a random intercept for clinicians will be included, along with correlated residuals to address within-patient correlations over time. The model will use data from all 12 sessions to estimate time trends, as well as session means and standard errors for each session. Additionally, monthly estimates will be generated to align with participant survey intervals. As described above, we will also create an overall structural component sum score for each session by summing the total structural components rated as “completed at or above the satisfactory threshold” on the CTRS. If sufficient variability exists, we will model the time course using mixed effects models as described previously. If the score range is too narrow, we will use mixed effects ordinal regression models, with fixed and random effects specified similarly. All analyses will include patient demographics (eg, age, diagnosis) as covariates. In addition to CTRS-based fidelity measures, self-reported fidelity will be captured for the intervention group using web analytics data. The primary self-report measure will parallel the CTRS, summing the number of structural components rated as present. We will use a bivariate-response mixed effects model, treating CTRS and web-based measures as concurrent responses across the 12 weeks, to compare overall levels and trends over time between the 2 measurement methods.</p>
          <p>To examine secondary outcomes (intentions and determinants of intentions), we will model monthly trends in clinician-reported intentions, attitudes, self-efficacy, and perceived social norms using approaches analogous to those described for fidelity measures. The primary distinction is that time will be treated as a categorical variable, reflecting the 3 assessment points rather than the 12 weekly sessions.</p>
        </sec>
        <sec>
          <title>Missing Data Considerations</title>
          <p>Based on ongoing prospective community mental health studies with comparable follow-up periods [<xref ref-type="bibr" rid="ref73">73</xref>], we anticipate a clinician dropout rate of approximately 20% over 12 weeks, with minimal patient dropout among retained clinicians since patients are drawn from established caseloads. The mixed effects models described above will provide valid estimates and standard errors under the assumption that dropout is ignorable (ie, dependent only on observed outcomes and participant characteristics). We will conduct additional analyses to assess the sensitivity of our results to this ignorability assumption. Given the study’s sample size, our primary focus will be on overall completion of the 12-week protocol. We will use logistic regression models to examine whether prior outcomes or baseline variables are individually associated with study completion. Variables showing strong associations with completion will be combined into a multiple logistic regression model to predict completion. Based on participant-level dropout probabilities estimated from this model, we will perform exploratory inverse probability–weighted versions of the main mixed effects models and compare intervention effect estimates from the weighted and unweighted models.</p>
        </sec>
        <sec>
          <title>Qualitative and Mixed Methods Analyses</title>
          <p>All interviews will be audio-recorded and transcribed for thematic analysis to complement quantitative data, allowing examination of target mechanism engagement (aim 3), Tele-BE acceptability and feasibility, and potential ethical concerns (aim 4). Given our interest in understanding clinician and patient experiences separately, interviews from these groups will be analyzed independently. Qualitative coding for both clinician and patient interviews will proceed in 6 stages. First, the coding team will familiarize themselves with the data by reading all transcripts and noting initial reactions. Team members will then debrief and share observations after reviewing all transcripts. Second, the coding team will develop an initial set of codes through line-by-line open coding of 2 randomly selected transcripts. Each team member will code the transcripts independently, then reconvene to compare codes and reach consensus. This consensus coding process enhances trustworthiness in data analysis and helps account for individual values and biases that may influence coding [<xref ref-type="bibr" rid="ref74">74</xref>]. While reviewing the transcripts, the team will create a codebook documenting code descriptions to facilitate organization and reflection. The codebook will likely be guided by a combination of a priori areas of interest (eg, Tele-BE’s impact on motivation to use structural components, acceptability of Tele-BE, and its effect on reducing cognitive burden in CBT delivery) as well as emergent themes arising directly from the data. Following codebook creation, the coding team will independently code all remaining transcripts line-by-line, compare codes, and reach consensus on coding decisions. The codebook will be iteratively updated as new codes emerge, capturing additional clinician and patient experiences revealed in the interviews. Third, the team will cluster codes based on shared patterns in content and generate themes that describe these patterns. Fourth, themes will be compared against quotes from the coded data to ensure they accurately reflect participant experiences. The team will refine themes by consolidating similar themes and breaking broader themes into subthemes as needed. Fifth, the team will finalize names and descriptions for all themes and subthemes. Finally, findings will be presented using illustrative examples from the coded data. To further enhance trustworthiness, coding team members will maintain analytic memos documenting their thought processes regarding codes, subthemes, and themes, supporting reflection on how values and biases—particularly related to Tele-BE—may have influenced coding decisions.</p>
          <p>We will then conduct mixed methods analyses following best-practice recommendations to contextualize and interpret our quantitative findings [<xref ref-type="bibr" rid="ref75">75</xref>-<xref ref-type="bibr" rid="ref77">77</xref>]. Specifically, we will compare qualitative themes among therapists with low, medium, and high fidelity in Tele-BE, focusing on instances of overriding Tele-BE nudges, perceived ease of use, and any ethical concerns. Additionally, we will examine how patient ratings of therapeutic alliance are informed by their qualitative experiences with therapists using Tele-BE, and explore differences in patient-reported themes among therapists with varying levels of fidelity to structural CBT components.</p>
        </sec>
        <sec>
          <title>Progression Criteria</title>
          <p>We will examine acceptability and feasibility data, as well as trends in observed fidelity, to determine whether the pilot trial results support progression to a larger, confirmatory trial. For acceptability and feasibility, we will descriptively compare mean AIM and FIM scores between Tele-BE and Tele-AU clinicians; comparable scores would support the utility of progressing. If Tele-BE scores are notably lower than those in the Tele-AU condition, this would raise concerns regarding its acceptability and feasibility. Regarding fidelity, we will look for trends indicating (1) greater use of structural components in the Tele-BE condition relative to Tele-AU as measured by the CTRS, or (2) increased motivation to use CBT structural components in Tele-BE relative to Tele-AU, as suggested by qualitative analysis.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>All study activities will be overseen by the City of Philadelphia (protocol number 2024-58) and the University of Pennsylvania (protocol number 855355) Institutional Review Boards (IRBs). All participants will complete informed consent before participation. Identifiable data will be stored and analyzed using HIPAA-compliant, password-protected electronic systems. Participants will receive compensation for study activities as outlined above; these rates are consistent with prior work and designed to provide appropriate incentives while minimizing the risk of coercion. To address ethical considerations related to BE strategies—specifically the potential for nudges to influence participants to engage in behaviors they might not otherwise choose—we will collect data on any concerns raised by clinicians or patients. This will ensure that clinicians do not feel coerced to deliver care they deem inappropriate, and the feedback will inform future iterations of Tele-BE to prevent undue pressure in clinical decision-making.</p>
        <p>Any modifications to the strategy or outreach materials will be submitted to the IRBs according to each institution’s procedures. Any deviations from the protocol or adverse events will be documented and reported. All participants will receive a copy of their consent documentation before engaging in any study activities.</p>
      </sec>
      <sec>
        <title>Data Safety and Monitoring</title>
        <p>We will convene a 3-member Data and Safety Monitoring Board (DSMB) composed of independent experts with no professional or financial conflicts of interest related to the study or investigators. The DSMB will be responsible for reviewing study data for quality and integrity, ensuring adherence to the protocol, monitoring participant safety, evaluating study conduct and progress, and making recommendations regarding study continuation, modifications, or suspension/termination. The DSMB will meet before patient enrollment (ie, before aim 2) and annually thereafter for the duration of the study.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study received National Institute of Mental Health (NIMH) funding in June 2024. Recruitment for aim 1 began in October 2024. As of March 2025, 6 participants have been enrolled in the initial development stage. Recruitment is ongoing, and we anticipate completing aim 1 by July 2025, after which we will prepare for aim 2 activities. We aim to complete all data collection by the end of 2026. In accordance with our grant terms, deidentified data collected in aims 3 and 4 will be submitted to the NIMH Data Archive for participants who consent to data sharing.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Contribution to Existing Work</title>
        <p>The rapid expansion of telehealth [<xref ref-type="bibr" rid="ref3">3</xref>] presents novel opportunities to address the therapy environment’s infrastructure through technology, an approach previously limited by the closed-door, solitary nature of traditional therapy. This pilot randomized hybrid effectiveness-implementation trial aims to develop and evaluate the initial acceptability and feasibility of a novel telehealth tool designed to improve clinician fidelity to CBT structural components. While telehealth has long been promoted as a means of increasing patient access to CBT by expanding the pool of available providers, its potential to enhance clinicians’ delivery of EBPs has not yet been fully leveraged. To our knowledge, this study represents the first effort to leverage telehealth platform infrastructure to enhance clinician delivery of EBPs, rather than treating telehealth primarily as a medium that replicates traditional face-to-face therapy. It is also among the first to apply and evaluate BE strategies for a psychosocial EBP. Our focus on the cross-cutting, transdiagnostic structural elements of CBT—rather than diagnosis-specific protocols or intervention techniques (eg, exposure therapy)—is a further point of distinction. BE strategies are particularly well-suited for changing discrete provider behaviors that are observable and measurable [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref78">78</xref>], and CBT structural components (eg, agenda setting) share these characteristics. This approach enables us to directly target clinician behaviors through Tele-BE in a manner that aligns with BE-informed implementation strategies. It also lays the groundwork for future research that could layer intervention-specific implementation strategies on top of those targeting structural components.</p>
      </sec>
      <sec>
        <title>Design Considerations</title>
        <p>Initially, we considered linking our trial phases to sessions attended rather than calendar weeks; however, most outpatient sessions occur weekly, and no-show rates are lower with telehealth [<xref ref-type="bibr" rid="ref79">79</xref>]. These no-show rates will inform the design of future trials. We also considered including a broader set of EBPs with structural components (eg, dialectical behavior therapy), but focused on CBT due to its implementation within our partner public health system and to maintain specificity in our patient population. Other EBPs will be examined in future work. While we considered including supervisors in aims 2-4, we prioritized initial testing with direct end users—therapists and patients. Supervisor representation is incorporated in aim 1 design, and clinicians report on supervisory practices during the trial; follow-up trials will more formally include supervisors. We also considered limiting inclusion criteria to specific patient diagnoses for our clinical trial; however, given our focus on transdiagnostic CBT, we determined this approach would be more appropriate for subsequent trials. Additionally, we considered formally measuring organizational constructs (eg, culture and climate) in this pilot; however, our primary focus is on addressing target mechanisms of action through the BE strategies. Ultimately, we anticipate that Tele-BE will be implemented as part of broader organizational quality improvement efforts, making these organizational constructs critical to evaluate in larger, confirmatory trials.</p>
      </sec>
      <sec>
        <title>Limitations and Efforts to Overcome Them Through Study Design</title>
        <p>Several limitations of this study should be noted. First, although the study team aims to make Tele-BE as generalizable as possible, this pilot will not fully evaluate how it will perform across community agencies, which vary widely in resources and emphasis on telehealth service delivery [<xref ref-type="bibr" rid="ref80">80</xref>,<xref ref-type="bibr" rid="ref81">81</xref>]. For example, in Philadelphia, community mental health agencies differed in their capacity to transition quickly to remote care at the start of the pandemic, largely due to the costs of obtaining a HIPAA-compliant video service. To mitigate this limitation, our platform is designed to be embedded in a HIPAA-compliant web page rather than requiring a dedicated app installation, meaning clinicians will only need access to an internet browser to use it. In addition, we restrict eligibility to English-speaking patients, as our primary focus is on establishing the feasibility, acceptability, and preliminary effectiveness of Tele-BE. This restriction limits the generalizability of our findings. Finally, the 12-week duration of our pilot trial does not allow us to examine the potential for Tele-BE to support sustained fidelity over time. To address this, we will include specific questions in our aim 3 qualitative interviews with both clinicians and patients about their perceptions of using or receiving Tele-BE over a longer period, which will inform future studies on the sustainability of its effects.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>In addition to next steps that include a fully powered evaluation of Tele-BE, future studies will extend its use to other EBPs that employ structural components and examine the durability of BE strategies (ie, whether effects persist over time), the generalizability of effects (eg, whether increases in fidelity transfer to in-person sessions conducted by the same clinicians and whether Tele-BE ultimately improves patient outcomes), and strategies for scaling up Tele-BE if it proves effective. This work will also lay the groundwork for future research to determine whether targeting structural components, rather than CBT broadly, is a more efficient way to improve fidelity across CBT protocols and, eventually, other EBPs that include structural components, such as dialectical behavior therapy. Such work also has the potential to advance the CBT and implementation science fields by enabling disaggregation of treatment effects associated with structural components from intervention technique fidelity. We will also explore additional strategies to leverage the telehealth infrastructure to make it easier and more motivating for clinicians to deliver evidence-based care, such as embedding links to CBT worksheets or tip sheets/session guides for common CBT skills delivered during sessions. Of note, Tele-BE is intended to address some, but not all, of the barriers clinicians face in delivering CBT. The nudge approach proposed here represents a low-cost, low-barrier method with substantial potential to increase clinician fidelity to a level that could meaningfully improve clinical outcomes.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study will provide insight into the potential of leveraging the telehealth infrastructure to improve CBT fidelity by integrating BE strategies into the telehealth interface. If the study produces promising results, it will pave the way for large-scale testing of Tele-BE to enhance clinician CBT fidelity and patient outcomes across mental health settings that provide telehealth services.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>SPIRIT 2013 checklist.</p>
        <media xlink:href="resprot_v14i1e76035_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 144 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Draft interview guides for aim 1 activities.</p>
        <media xlink:href="resprot_v14i1e76035_app2.docx" xlink:title="DOCX File , 2842 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Draft of aim 2 interview guides.</p>
        <media xlink:href="resprot_v14i1e76035_app3.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AIM</term>
          <def>
            <p>Acceptability of Intervention Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BCI</term>
          <def>
            <p>Beck Community Initiative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">BE</term>
          <def>
            <p>behavioral economics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">BENEFITS</term>
          <def>
            <p>Behavioral Nudges to Enhance Fidelity in Telehealth Sessions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">CTRS</term>
          <def>
            <p>Cognitive Therapy Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">DSMB</term>
          <def>
            <p>Data and Safety Monitoring Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">EBP</term>
          <def>
            <p>evidence-based practice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">FIM</term>
          <def>
            <p>Feasibility of Intervention Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">IRB</term>
          <def>
            <p>Institutional Review Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">NIMH</term>
          <def>
            <p>National Institute of Mental Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">SPIRIT</term>
          <def>
            <p>Standard Protocol Items: Recommendations for Interventional Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">Tele-AU</term>
          <def>
            <p>telehealth as usual</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">WAI-SF</term>
          <def>
            <p>Working Alliance Inventory—Short Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">WHODAS</term>
          <def>
            <p>WHO Disability Assessment Schedule 2.0</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors gratefully acknowledge Ms. Sarah Beck for her initial feedback on technology development. This report was prepared using the SPIRIT (Standard Protocol Items: Recommendations for Interventional Trials) 2013 checklist. Research reported in this publication was supported by the National Institute of Mental Health of the National Institutes of Health under grant R34MH135965.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EMBH, TC, DM, and KL conceptualized the study. PK, MB, and SY made meaningful contributions to the study design. EMBH and TC wrote the initial draft of the manuscript. All other authors reviewed the manuscript, provided input, and approved the submitted version. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
      </fn>
      <fn fn-type="conflict">
        <p>TC is an advisor and holds an equity stake in Lyssn. All other authors have no conflicts of interest to report.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>McBain</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Kofner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Availability of outpatient telemental health services in the United States at the outset of the COVID-19 pandemic</article-title>
          <source>Med Care</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>59</volume>
          <issue>4</issue>
          <fpage>319</fpage>
          <lpage>323</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33480660"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000001512</pub-id>
          <pub-id pub-id-type="medline">33480660</pub-id>
          <pub-id pub-id-type="pii">00005650-202104000-00007</pub-id>
          <pub-id pub-id-type="pmcid">PMC7954880</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haque</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Telehealth beyond COVID-19</article-title>
          <source>Psychiatr Serv</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>72</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.202000368</pub-id>
          <pub-id pub-id-type="medline">32811284</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>MYZ</given-names>
            </name>
            <name name-style="western">
              <surname>Gunasekeran</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Nusinovici</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sabanayagam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tham</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Telehealth demand trends during the COVID-19 pandemic in the top 50 most affected countries: infodemiological evaluation</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>02</month>
          <day>19</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e24445</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/2/e24445/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24445</pub-id>
          <pub-id pub-id-type="medline">33605883</pub-id>
          <pub-id pub-id-type="pii">v7i2e24445</pub-id>
          <pub-id pub-id-type="pmcid">PMC7899203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Psychol interjurisdictional compact PSYPACT</article-title>
          <source>PSYPACTMap</source>
          <access-date>2023-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psypact.org/mpage/psypactmap">https://psypact.org/mpage/psypactmap</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rae</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Amin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Panchal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>BF</given-names>
            </name>
          </person-group>
          <article-title>Telehealth has played an outsized role meeting mental health needs during the COVID-19 pandemic</article-title>
          <source>KFF</source>
          <year>2022</year>
          <access-date>2022-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/coronavirus-covid-19/issue-brief/telehealth-has-played-an-outsized-role-meeting-mental-health-needs-during-the-covid-19-pandemic/">https://www.kff.org/coronavirus-covid-19/issue-brief/telehealth-has-played-an-outsized-role-meeting-mental-health-needs-during-the-covid-19-pandemic/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curfman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McSwain</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Chuo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager-McSwain</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schinasi</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Marcin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Herendeen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Rheuban</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Pediatric telehealth in the COVID-19 pandemic era and beyond</article-title>
          <source>Pediatrics</source>
          <year>2021</year>
          <month>09</month>
          <volume>148</volume>
          <issue>3</issue>
          <fpage>148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34215677"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2020-047795</pub-id>
          <pub-id pub-id-type="medline">34215677</pub-id>
          <pub-id pub-id-type="pii">peds.2020-047795</pub-id>
          <pub-id pub-id-type="pmcid">PMC8669573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maxey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Medlock</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Psychology Interjurisdictional Licensure Compact (PSYPACT)</article-title>
          <source>IU Indianapolis ScholarWorks</source>
          <year>2021</year>
          <access-date>2022-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarworks.iupui.edu/handle/1805/25080">https://scholarworks.iupui.edu/handle/1805/25080</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Canady</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Ohio bill would expand MH telehealth, service access</article-title>
          <source>Mental Health Weekly</source>
          <year>2021</year>
          <month>02</month>
          <day>12</day>
          <volume>31</volume>
          <issue>7</issue>
          <fpage>3</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1002/mhw.32683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Bambling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Edirippulige</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>The role of telehealth in reducing the mental health burden from COVID-19</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>04</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>377</fpage>
          <lpage>379</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0068</pub-id>
          <pub-id pub-id-type="medline">32202977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shigekawa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fix</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Roby</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Coffman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The current state of telehealth evidence: a rapid review</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2018</year>
          <month>12</month>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1975</fpage>
          <lpage>1982</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2018.05132</pub-id>
          <pub-id pub-id-type="medline">30633674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Langarizadeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tabatabaei</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Tavakol</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Naghipour</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rostami</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moghbeli</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Telemental health care, an effective alternative to conventional mental care: a systematic review</article-title>
          <source>Acta Inform Med</source>
          <year>2017</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>240</fpage>
          <lpage>246</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29284913"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/aim.2017.25.240-246</pub-id>
          <pub-id pub-id-type="medline">29284913</pub-id>
          <pub-id pub-id-type="pii">AIM-25-240</pub-id>
          <pub-id pub-id-type="pmcid">PMC5723163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perle</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>How psychological telehealth can alleviate society's mental health burden: a literature review</article-title>
          <source>Journal of Technology in Human Services</source>
          <year>2013</year>
          <month>01</month>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1080/15228835.2012.760332</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCord</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Tarlow</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Terrebonne</surname>
              <given-names>TMG</given-names>
            </name>
          </person-group>
          <article-title>In teletherapy we trust—now what? Three questions for mental health care stakeholders</article-title>
          <source>Clinical Psychology: Science and Practice</source>
          <year>2022</year>
          <month>06</month>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>181</lpage>
          <pub-id pub-id-type="doi">10.1037/cps0000070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Mechanic</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Markson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donoghue</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kimball</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Telehealth Use by Age and Race at a Single Academic Medical Center During the COVID-19 Pandemic: Retrospective Cohort StudyTelehealth use by age and race at a single academic medical center during the COVID-19 pandemic: retrospective cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>20</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e23905</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e23905/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23905</pub-id>
          <pub-id pub-id-type="medline">33974549</pub-id>
          <pub-id pub-id-type="pii">v23i5e23905</pub-id>
          <pub-id pub-id-type="pmcid">PMC8139390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The behavioral economics of health and health care</article-title>
          <source>Annu Rev Public Health</source>
          <year>2013</year>
          <volume>34</volume>
          <fpage>431</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031912-114353</pub-id>
          <pub-id pub-id-type="medline">23297657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Rationality as process and as product of thought</article-title>
          <source>Am Econ Rev</source>
          <year>1978</year>
          <volume>68</volume>
          <issue>2</issue>
          <fpage>16</fpage>
          <pub-id pub-id-type="doi">10.1017/cbo9780511598951.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benartzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thaler</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Economics. Behavioral economics and the retirement savings crisis</article-title>
          <source>Science</source>
          <year>2013</year>
          <month>03</month>
          <day>08</day>
          <volume>339</volume>
          <issue>6124</issue>
          <fpage>1152</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1126/science.1231320</pub-id>
          <pub-id pub-id-type="medline">23471389</pub-id>
          <pub-id pub-id-type="pii">339/6124/1152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Groene</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of behavioral economics-informed interventions on physician behavioral change: a systematic literature review</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e0234149</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0234149"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0234149</pub-id>
          <pub-id pub-id-type="medline">32497082</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-03032</pub-id>
          <pub-id pub-id-type="pmcid">PMC7272062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiser</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Ten years of the Surgical Safety Checklist</article-title>
          <source>Br J Surg</source>
          <year>2018</year>
          <month>07</month>
          <volume>105</volume>
          <issue>8</issue>
          <fpage>927</fpage>
          <lpage>929</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29770959"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/bjs.10907</pub-id>
          <pub-id pub-id-type="medline">29770959</pub-id>
          <pub-id pub-id-type="pmcid">PMC6032919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Treadwell</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tsou</surname>
              <given-names>AY</given-names>
            </name>
          </person-group>
          <article-title>Surgical checklists: a systematic review of impacts and implementation</article-title>
          <source>BMJ Qual Saf</source>
          <year>2014</year>
          <month>04</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>299</fpage>
          <lpage>318</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23922403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2012-001797</pub-id>
          <pub-id pub-id-type="medline">23922403</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2012-001797</pub-id>
          <pub-id pub-id-type="pmcid">PMC3963558</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avrunin</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Conboy</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Osterweil</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dias</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Yule</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Zenati</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Toward improving surgical outcomes by incorporating cognitive load measurement into process-driven guidance</article-title>
          <source>Softw Eng Healthc Syst SEHS IEEE ACM Int Workshop</source>
          <year>2018</year>
          <month>05</month>
          <volume>2018</volume>
          <fpage>2</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30140792"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3194696.3194705</pub-id>
          <pub-id pub-id-type="medline">30140792</pub-id>
          <pub-id pub-id-type="pmcid">PMC6103223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Münscher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scheuerle</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A review and taxonomy of choice architecture techniques</article-title>
          <source>J Behav Dec Making</source>
          <year>2015</year>
          <month>08</month>
          <day>14</day>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>511</fpage>
          <lpage>524</lpage>
          <pub-id pub-id-type="doi">10.1002/bdm.1897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Last</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Timon</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of clinician-directed nudges in healthcare contexts</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>07</month>
          <day>12</day>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>e048801</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34253672"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2021-048801</pub-id>
          <pub-id pub-id-type="medline">34253672</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2021-048801</pub-id>
          <pub-id pub-id-type="pmcid">PMC8276299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Joint Task Force for the Development of Telepsychology Guidelines for Psychologists</collab>
          </person-group>
          <article-title>Guidelines for the practice of telepsychology</article-title>
          <source>Am Psychol</source>
          <year>2013</year>
          <month>12</month>
          <volume>68</volume>
          <issue>9</issue>
          <fpage>791</fpage>
          <lpage>800</lpage>
          <pub-id pub-id-type="doi">10.1037/a0035001</pub-id>
          <pub-id pub-id-type="medline">24341643</pub-id>
          <pub-id pub-id-type="pii">2013-42636-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Power</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds-Buckley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kellett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stockton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Delgadillo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Associations between treatment adherence-competence-integrity (ACI) and adult psychotherapy outcomes: a systematic review and meta-analysis</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2022</year>
          <month>05</month>
          <volume>90</volume>
          <issue>5</issue>
          <fpage>427</fpage>
          <lpage>445</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000736</pub-id>
          <pub-id pub-id-type="medline">35604747</pub-id>
          <pub-id pub-id-type="pii">2022-65152-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fordham</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sugavanam</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stallard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>das Nair</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Copsey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Howick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hemming</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lamb</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>The evidence for cognitive behavioural therapy in any condition, population or context: a meta-review of systematic reviews and panoramic meta-analysis</article-title>
          <source>Psychol Med</source>
          <year>2021</year>
          <month>01</month>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33455594"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291720005292</pub-id>
          <pub-id pub-id-type="medline">33455594</pub-id>
          <pub-id pub-id-type="pii">S0033291720005292</pub-id>
          <pub-id pub-id-type="pmcid">PMC7856415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Asnaani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vonk</surname>
              <given-names>IJJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sawyer</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of cognitive behavioral therapy: a review of meta-analyses</article-title>
          <source>Cognit Ther Res</source>
          <year>2012</year>
          <month>10</month>
          <day>1</day>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>427</fpage>
          <lpage>440</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23459093"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10608-012-9476-1</pub-id>
          <pub-id pub-id-type="medline">23459093</pub-id>
          <pub-id pub-id-type="pmcid">PMC3584580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garland</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Brookman-Frazee</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hurlburt</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Accurso</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Zoffness</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Haine-Schlagel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ganger</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Mental health care for children with disruptive behavior problems: a view inside therapists' offices</article-title>
          <source>Psychiatr Serv</source>
          <year>2010</year>
          <month>08</month>
          <volume>61</volume>
          <issue>8</issue>
          <fpage>788</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20675837"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/ps.2010.61.8.788</pub-id>
          <pub-id pub-id-type="medline">20675837</pub-id>
          <pub-id pub-id-type="pii">61/8/788</pub-id>
          <pub-id pub-id-type="pmcid">PMC3019612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Southam-Gerow</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Weisz</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Measuring treatment differentiation for implementation research: the Therapy Process Observational Coding System for Child Psychotherapy Revised Strategies scale</article-title>
          <source>Psychol Assess</source>
          <year>2015</year>
          <month>03</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>314</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25346995"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/pas0000037</pub-id>
          <pub-id pub-id-type="medline">25346995</pub-id>
          <pub-id pub-id-type="pii">2014-44664-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4355313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becker-Haimes</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenwald</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Fugo</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mandell</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial to identify accurate measurement methods for adherence to cognitive-behavioral therapy</article-title>
          <source>Behav Ther</source>
          <year>2022</year>
          <month>11</month>
          <volume>53</volume>
          <issue>6</issue>
          <fpage>1191</fpage>
          <lpage>1204</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36229116"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.beth.2022.06.001</pub-id>
          <pub-id pub-id-type="medline">36229116</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(22)00074-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC9680992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Affrunti</surname>
              <given-names>NW</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>The factor structure of the Cognitive Therapy Rating Scale (CTRS) in a sample of community mental health clinicians</article-title>
          <source>Cogn Ther Res</source>
          <year>2019</year>
          <month>1</month>
          <day>18</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>642</fpage>
          <lpage>655</lpage>
          <pub-id pub-id-type="doi">10.1007/s10608-019-09998-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Merced</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Caperton</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The structure of competence: evaluating the factor structure of the Cognitive Therapy Rating Scale</article-title>
          <source>Behav Ther</source>
          <year>2020</year>
          <month>01</month>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <lpage>122</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32005329"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.beth.2019.05.008</pub-id>
          <pub-id pub-id-type="medline">32005329</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(19)30063-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6997919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>In-session structure and collaborative empiricism</article-title>
          <source>Cognitive and Behavioral Practice</source>
          <year>2013</year>
          <month>11</month>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>410</fpage>
          <lpage>418</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cbpra.2012.11.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elmquist</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Melton</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Croarkin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McClintock</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>A systematic overview of measurement-based care in the treatment of childhood and adolescent depression</article-title>
          <source>J Psychiatr Pract</source>
          <year>2010</year>
          <month>07</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>217</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1097/01.pra.0000386908.07160.91</pub-id>
          <pub-id pub-id-type="medline">20644357</pub-id>
          <pub-id pub-id-type="pii">00131746-201007000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Whipple</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinstäuber</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Collecting and delivering progress feedback: a meta-analysis of routine outcome monitoring</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2018</year>
          <month>12</month>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>520</fpage>
          <lpage>537</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000167</pub-id>
          <pub-id pub-id-type="medline">30335463</pub-id>
          <pub-id pub-id-type="pii">2018-51673-016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wheaton</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Homework completion in treating obsessive–compulsive disorder with exposure and ritual prevention: a review of the empirical literature</article-title>
          <source>Cogn Ther Res</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>236</fpage>
          <lpage>249</lpage>
          <pub-id pub-id-type="doi">10.1007/s10608-020-10125-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conklin</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>A session-to-session examination of homework engagement in cognitive therapy for depression: do patients experience immediate benefits?</article-title>
          <source>Behav Res Ther</source>
          <year>2015</year>
          <month>09</month>
          <volume>72</volume>
          <fpage>56</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26183022"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2015.06.011</pub-id>
          <pub-id pub-id-type="medline">26183022</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(15)30003-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4529756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waltman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>McFarr</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>In-session stuck points and pitfalls of community clinicians learning CBT: qualitative investigation</article-title>
          <source>Cognitive and Behavioral Practice</source>
          <year>2017</year>
          <month>05</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>256</fpage>
          <lpage>267</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cbpra.2016.04.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolk</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Becker-Haimes</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Fishman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Affrunti</surname>
              <given-names>NW</given-names>
            </name>
            <name name-style="western">
              <surname>Mandell</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Variability in clinician intentions to implement specific cognitive-behavioral therapy components</article-title>
          <source>BMC Psychiatry</source>
          <year>2019</year>
          <month>12</month>
          <day>18</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-019-2394-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-019-2394-y</pub-id>
          <pub-id pub-id-type="medline">31852471</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-019-2394-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC6921500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fishbein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ajzen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <source>Belief, Attitude, Intention, and Behavior: An Introduction to Theory and Research</source>
          <year>1975</year>
          <publisher-loc>Reading, MA</publisher-loc>
          <publisher-name>Addison-Wesley Publishing Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheals</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Godinho</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of behavior change techniques in health-related behavior: a scoping review of methods used</article-title>
          <source>Transl Behav Med</source>
          <year>2018</year>
          <month>12</month>
          <day>01</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.1093/tbm/ibx019</pub-id>
          <pub-id pub-id-type="medline">29381786</pub-id>
          <pub-id pub-id-type="pii">4825845</pub-id>
          <pub-id pub-id-type="pmcid">PMC6062857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Connell</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques and their mechanisms of action: a synthesis of links described in published intervention literature</article-title>
          <source>Ann Behav Med</source>
          <year>2019</year>
          <month>07</month>
          <day>17</day>
          <volume>53</volume>
          <issue>8</issue>
          <fpage>693</fpage>
          <lpage>707</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30304386"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/abm/kay078</pub-id>
          <pub-id pub-id-type="medline">30304386</pub-id>
          <pub-id pub-id-type="pii">5126198</pub-id>
          <pub-id pub-id-type="pmcid">PMC6636886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kneebone</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Practice, rehearsal, and performance: an approach for simulation-based surgical and procedure training</article-title>
          <source>JAMA</source>
          <year>2009</year>
          <month>09</month>
          <day>23</day>
          <volume>302</volume>
          <issue>12</issue>
          <fpage>1336</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2009.1392</pub-id>
          <pub-id pub-id-type="medline">19773572</pub-id>
          <pub-id pub-id-type="pii">302/12/1336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiltsey Stirman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baumann</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>The FRAME: an expanded framework for reporting adaptations and modifications to evidence-based interventions</article-title>
          <source>Implement Sci</source>
          <year>2019</year>
          <month>06</month>
          <day>06</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-019-0898-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-019-0898-y</pub-id>
          <pub-id pub-id-type="medline">31171014</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-019-0898-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC6554895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stadnick</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saifan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Regan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiltsey Stirman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roesch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brookman-Frazee</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Therapist report of adaptations to delivery of evidence-based practices within a system-driven reform of publicly funded children's mental health services</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2017</year>
          <month>07</month>
          <volume>85</volume>
          <issue>7</issue>
          <fpage>664</fpage>
          <lpage>675</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28471210"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/ccp0000215</pub-id>
          <pub-id pub-id-type="medline">28471210</pub-id>
          <pub-id pub-id-type="pii">2017-19965-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC5501960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Smoothing the trail for dissemination of evidence-based practices for youth: flexibility within fidelity</article-title>
          <source>Professional Psychology: Research and Practice</source>
          <year>2007</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1037/0735-7028.38.1.13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Chorpita</surname>
              <given-names>BF</given-names>
            </name>
          </person-group>
          <article-title>Emergent life events during youth evidence-based treatment: impact on future provider adherence and clinical progress</article-title>
          <source>J Clin Child Adolesc Psychol</source>
          <year>2019</year>
          <volume>48</volume>
          <issue>sup1</issue>
          <fpage>S202</fpage>
          <lpage>S214</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://escholarship.org/uc/item/qt1bm6t60g"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15374416.2017.1295382</pub-id>
          <pub-id pub-id-type="medline">28318325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lembcke</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Engelbrecht</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brendel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kolbe</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>To nudge or not to nudgethical considerations of digital nudging based on its behavioral economics roots</article-title>
          <year>2019</year>
          <conf-name>The 27th European Conference on Information Systems</conf-name>
          <conf-date>September 1, 2019</conf-date>
          <conf-loc>Stockholm/Uppsala, Sweden</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blumenthal-Barby</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Burroughs</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Seeking better health care outcomes: the ethics of using the "nudge"</article-title>
          <source>Am J Bioeth</source>
          <year>2012</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1080/15265161.2011.634481</pub-id>
          <pub-id pub-id-type="medline">22304506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Calloway</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Olino</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Stirman</surname>
              <given-names>SW</given-names>
            </name>
          </person-group>
          <article-title>Changes in community clinicians' attitudes and competence following a transdiagnostic cognitive behavioral therapy training</article-title>
          <source>Implement Res Pract</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>2</volume>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/26334895211030220?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/26334895211030220</pub-id>
          <pub-id pub-id-type="medline">34541540</pub-id>
          <pub-id pub-id-type="pmcid">PMC8444627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Becker-Haimes</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Therapist training in evidence-based interventions for mental health: a systematic review of training approaches and outcomes</article-title>
          <source>Clin Psychol (New York)</source>
          <year>2020</year>
          <month>09</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34092941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/cpsp.12330</pub-id>
          <pub-id pub-id-type="medline">34092941</pub-id>
          <pub-id pub-id-type="pii">e12330</pub-id>
          <pub-id pub-id-type="pmcid">PMC8174802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Stanick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Clary</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Boynton</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Halko</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Psychometric assessment of three newly developed implementation outcome measures</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>12</month>
          <day>29</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0635-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="medline">28851459</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5576104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>SUS: a quick and dirty usability scale</article-title>
          <source>Usability Evaluation In Industry</source>
          <year>1995</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>189</fpage>
          <lpage>195</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyzy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mulvenna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leigh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>System Usability Scale benchmarking for digital health apps: meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>08</month>
          <day>18</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e37290</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/8/e37290/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/37290</pub-id>
          <pub-id pub-id-type="medline">35980732</pub-id>
          <pub-id pub-id-type="pii">v10i8e37290</pub-id>
          <pub-id pub-id-type="pmcid">PMC9437782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Frankel</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>German</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Jager-Hyman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Wolk</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Stirman</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Waltman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Williston</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sherrill</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Implementation of transdiagnostic cognitive therapy in community behavioral health: the Beck Community Initiative</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2016</year>
          <month>12</month>
          <volume>84</volume>
          <issue>12</issue>
          <fpage>1116</fpage>
          <lpage>1126</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000105</pub-id>
          <pub-id pub-id-type="medline">27379492</pub-id>
          <pub-id pub-id-type="pii">2016-32762-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC5125881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Gillaspy</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a revised short version of the working alliance inventory</article-title>
          <source>Psychotherapy Research</source>
          <year>2006</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1080/10503300500352500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strine</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Mokdad</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-8 as a measure of current depression in the general population</article-title>
          <source>J Affect Disord</source>
          <year>2009</year>
          <month>04</month>
          <volume>114</volume>
          <issue>1-3</issue>
          <fpage>163</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2008.06.026</pub-id>
          <pub-id pub-id-type="medline">18752852</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(08)00282-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Narrow</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Kuramoto</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greiner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Regier</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>DSM-5 field trials in the United States and Canada, part III: development and reliability testing of a cross-cutting symptom assessment for DSM-5</article-title>
          <source>AJP</source>
          <year>2013</year>
          <month>01</month>
          <volume>170</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2012.12071000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ustun</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kostanjsek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Measuring Health and Disability: Manual for WHO Disability Assessment Schedule ("WHODAS 2.0")</source>
          <year>2010</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallis</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>The Cognitive Therapy Scale: psychometric properties</article-title>
          <source>J Consult Clin Psychol</source>
          <year>1986</year>
          <month>06</month>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>381</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-006x.54.3.381</pub-id>
          <pub-id pub-id-type="medline">3722567</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="web">
          <source>Lyssn</source>
          <year>2025</year>
          <access-date>2025-09-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://Lyssn.io">https://Lyssn.io</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Oziel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Knowledge and attitudes toward an artificial intelligence-based fidelity measurement in community cognitive behavioral therapy supervision</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2022</year>
          <month>05</month>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>343</fpage>
          <lpage>356</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34537885"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-021-01167-x</pub-id>
          <pub-id pub-id-type="medline">34537885</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10488-021-01167-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8930782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Pace</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Soma</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Tanana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Design feasibility of an automated, machine-learning based feedback system for motivational interviewing</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2019</year>
          <month>06</month>
          <volume>56</volume>
          <issue>2</issue>
          <fpage>318</fpage>
          <lpage>328</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000221</pub-id>
          <pub-id pub-id-type="medline">30958018</pub-id>
          <pub-id pub-id-type="pii">2019-18082-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC11270535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flemotomos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ardulov</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Peri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Caperton</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tanana</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Van Epps</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lord</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Automated evaluation of psychotherapy skills using speech and language technologies</article-title>
          <source>Behav Res Methods</source>
          <year>2022</year>
          <month>04</month>
          <volume>54</volume>
          <issue>2</issue>
          <fpage>690</fpage>
          <lpage>711</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34346043"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/s13428-021-01623-4</pub-id>
          <pub-id pub-id-type="medline">34346043</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-021-01623-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8810915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zettlemoyer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>RoBERTa: a robustly optimized BERT pretraining approach</article-title>
          <source>arXiv. Preprint posted online July 26, 2019</source>
          <month>10</month>
          <day>01</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1907.11692"/>
          </comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1907.11692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Flemotomos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An automated quality evaluation framework of psychotherapy conversations with local quality estimates</article-title>
          <source>Comput Speech Lang</source>
          <year>2022</year>
          <month>09</month>
          <volume>75</volume>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35479611"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.csl.2022.101380</pub-id>
          <pub-id pub-id-type="medline">35479611</pub-id>
          <pub-id pub-id-type="pii">101380</pub-id>
          <pub-id pub-id-type="pmcid">PMC9038082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flemotomos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Automated quality assessment of cognitive behavioral therapy sessions through highly contextualized language representations</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>10</issue>
          <fpage>e0258639</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0258639"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0258639</pub-id>
          <pub-id pub-id-type="medline">34679105</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-06203</pub-id>
          <pub-id pub-id-type="pmcid">PMC8535177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fishbein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ajzen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <source>Predicting and Changing Behavior: The Reasoned Action Approach</source>
          <year>2011</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fishbein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raven</surname>
              <given-names>BH</given-names>
            </name>
          </person-group>
          <article-title>The AB Scales</article-title>
          <source>Human Relations</source>
          <year>1962</year>
          <month>02</month>
          <day>01</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1177/001872676201500104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stöber</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Social Desirability Scale-17 (SDS-17)</article-title>
          <source>European Journal of Psychological Assessment</source>
          <year>2001</year>
          <month>09</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>222</fpage>
          <lpage>232</lpage>
          <pub-id pub-id-type="doi">10.1027//1015-5759.17.3.222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzmaurice</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>Applied Longitudinal Analysis (2nd edition)</source>
          <year>2011</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becker-Haimes</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mandell</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Fishman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wolk</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Wislocki</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schaechter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maples</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Assessing causal pathways and targets of implementation variability for EBP use (Project ACTIVE): a study protocol</article-title>
          <source>Implement Sci Commun</source>
          <year>2021</year>
          <month>12</month>
          <day>20</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>144</fpage>
          <pub-id pub-id-type="doi">10.1186/s43058-021-00245-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Knox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Essentials of Consensual Qualitative Research</source>
          <year>2021</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>An overview of mixed methods research</article-title>
          <source>Journal of Research in Nursing</source>
          <year>2009</year>
          <month>03</month>
          <day>01</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>185</lpage>
          <pub-id pub-id-type="doi">10.1177/1744987108093962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Plano Clark</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Mixed methods research</article-title>
          <source>The Journal of Positive Psychology</source>
          <year>2016</year>
          <month>12</month>
          <day>09</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>305</fpage>
          <lpage>306</lpage>
          <pub-id pub-id-type="doi">10.1080/17439760.2016.1262619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Onwuegbuzie</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Mixed methods research: a research paradigm whose time has come</article-title>
          <source>Educational Researcher</source>
          <year>2004</year>
          <month>10</month>
          <day>01</day>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>14</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.3102/0013189X033007014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sunstein</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Nudges that fail</article-title>
          <source>Behav Public Policy</source>
          <year>2017</year>
          <month>05</month>
          <day>31</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1017/bpp.2016.3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valentine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Simsir</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sheppard</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation lessons from the transition to telehealth during COVID-19: a survey of clinicians and young people from youth mental health services</article-title>
          <source>Psychiatry Res</source>
          <year>2021</year>
          <month>05</month>
          <volume>299</volume>
          <fpage>113848</fpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2021.113848</pub-id>
          <pub-id pub-id-type="medline">33725578</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(21)00145-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lustbader</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoagwood</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Hurford</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hadley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mandell</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>FK</given-names>
            </name>
          </person-group>
          <article-title>A multi-level examination of stakeholder perspectives of implementation of evidence-based practices in a large urban publicly-funded mental health system</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2016</year>
          <month>12</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>893</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26658692"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-015-0705-2</pub-id>
          <pub-id pub-id-type="medline">26658692</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10488-015-0705-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4903949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schuler</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kofner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Breslau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McBain</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>Availability of mental telehealth services in the US</article-title>
          <source>JAMA Health Forum</source>
          <year>2024</year>
          <month>02</month>
          <day>02</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e235142</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38306092"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamahealthforum.2023.5142</pub-id>
          <pub-id pub-id-type="medline">38306092</pub-id>
          <pub-id pub-id-type="pii">2814605</pub-id>
          <pub-id pub-id-type="pmcid">PMC10837750</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
