<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e44830</article-id>
      <article-id pub-id-type="pmid">36927501</article-id>
      <article-id pub-id-type="doi">10.2196/44830</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Designing Practical Motivational Interviewing Training for Mental Health Practitioners Implementing Behavioral Lifestyle Interventions: Protocol for 3 Pilot Intervention Studies</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Balan</surname>
            <given-names>Ivan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gorny</surname>
            <given-names>Alexander</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Dalcin</surname>
            <given-names>Arlene Taylor</given-names>
          </name>
          <degrees>MS, RD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of General Internal Medicine</institution>
            <institution>Department of Medicine</institution>
            <institution>Johns Hopkins University School of Medicine</institution>
            <addr-line>2024 East Monument Street</addr-line>
            <addr-line>Baltimore, MD, 21205</addr-line>
            <country>United States</country>
            <phone>1 443 829 5454</phone>
            <email>adalcin1@jh.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9784-7854</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>Christina T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9307-9568</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jerome</surname>
            <given-names>Gerald J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0612-2626</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Goldsholl</surname>
            <given-names>Stacy</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8944-6345</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Minahan</surname>
            <given-names>Eva</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7346-6958</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Gennusa</surname>
            <given-names>Joseph</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2523-7835</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Fink</surname>
            <given-names>Tyler</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0292-179X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Gudzune</surname>
            <given-names>Kimberly A</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7782-1769</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Daumit</surname>
            <given-names>Gail Lois</given-names>
          </name>
          <degrees>MHS, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0717-0216</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Dickerson</surname>
            <given-names>Faith</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3800-2864</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>David A</given-names>
          </name>
          <degrees>DNSc</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0901-2377</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Nae-Yuh</given-names>
          </name>
          <degrees>MS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6513-9730</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Martino</surname>
            <given-names>Steve</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7308-6592</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of General Internal Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>Johns Hopkins University School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Welch Center for Prevention, Epidemiology, and Clinical Research</institution>
        <institution>Johns Hopkins Medical Institution</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Health Policy and Management</institution>
        <institution>Johns Hopkins University Bloomberg School of Public Health,</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>College of Health Professions</institution>
        <institution>Towson University</institution>
        <addr-line>Towson, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychology</institution>
        <institution>Sheppard Pratt</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Anesthesiology and Critical Care Medicine</institution>
        <institution>Johns Hopkins School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Psychiatry</institution>
        <institution>Yale University</institution>
        <addr-line>West Haven, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>VA Connecticut Healthcare System</institution>
        <addr-line>West Haven, CT</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Arlene Taylor Dalcin <email>adalcin1@jh.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e44830</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Arlene Taylor Dalcin, Christina T Yuan, Gerald J Jerome, Stacy Goldsholl, Eva Minahan, Joseph Gennusa, Tyler Fink, Kimberly A Gudzune, Gail Lois Daumit, Faith Dickerson, David A Thompson, Nae-Yuh Wang, Steve Martino. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 16.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e44830" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Motivational interviewing (MI) is an evidence-based, patient-centered communication method shown to be effective in helping persons with serious mental illness (SMI) to improve health behaviors. In clinical trials where study staff conducted lifestyle interventions incorporating an MI approach, cardiovascular disease (CVD) risk profiles of participants with SMI showed improvement. Given the disproportionate burden of CVD in this population, practitioners who provide somatic and mental health care to persons with SMI are ideally positioned to deliver patient-centered CVD risk reduction interventions. However, the time for MI training (traditionally 16-24 hours), follow-up feedback, and the coaching required to develop and maintain patient-centered skills are significant barriers to incorporating MI when scaling up these evidence-based practices.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We describe the design and development of the following 2 scalable MI training approaches for community mental health practitioners: real-time brief workshops and follow-up asynchronous avatar training. These approaches are being used in 3 different pilot implementation research projects that address weight loss, smoking cessation, and CVD risk reduction in people with SMI who are a part of ALACRITY Center, a research-to-practice translation center funded by the National Institute of Mental Health.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Clinicians and staff in community mental health clinics across Maryland were trained to deliver 3 distinct evidence-based physical health lifestyle interventions using an MI approach to persons with SMI. The real-time brief MI workshop training for ACHIEVE-D weight loss coaches was 4 hours; IMPACT smoking cessation counselors received 2-hour workshops and prescribers received 1-hour workshops; and RHYTHM CVD risk reduction program staff received 4 hours of MI. All workshop trainings occurred over videoconference. The asynchronous avatar training includes 1 common didactic instructional module for the 3 projects and 1 conversation simulation unique to each study’s target behavior. Avatar training is accessible on a commercial website. We plan to assess practitioners’ attitudes and beliefs about MI and evaluate the impact of the 2 MI training approaches on their MI skills 3, 6, and 12 months after training using the MI Treatment Integrity 4.2.1 coding tool and the data generated by the avatar-automated scoring system.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The ALACRITY Center was funded in August 2018. We have implemented the MI training for 126 practitioners who are currently delivering the 3 implementation projects. We expect the studies to be complete in May 2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study will contribute to knowledge about the effect of brief real-time training augmented with avatar skills practice on clinician MI skills. If MI Treatment Integrity scoring shows it to be effective, brief videoconference trainings supplemented with avatar skills practice could be used to train busy community mental health practitioners to use an MI approach when implementing physical health interventions.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/44830</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>motivational interviewing</kwd>
        <kwd>training</kwd>
        <kwd>cardiovascular disease</kwd>
        <kwd>lifestyle interventions</kwd>
        <kwd>community mental health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Addressing inequities in cardiovascular health is a critical public health objective, particularly for persons with serious mental illness (SMI) who experience alarmingly high rates of cardiovascular disease (CVD) risk factors (obesity, hypertension, dyslipidemia, and diabetes mellitus) and risk behaviors (tobacco smoking, physical inactivity, and unhealthy diet) [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Lifestyle interventions, especially those that adopt a patient-centered approach, have been shown to be effective in helping persons with SMI to improve a wide range of health behaviors, including weight loss management, smoking cessation, and diabetes management [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. A foundational approach for many of these lifestyle interventions is motivational interviewing (MI), which is an evidence-based, patient-centered communication method aimed at evoking patients’ motivations for change [<xref ref-type="bibr" rid="ref7">7</xref>]. MI practitioners adopt a collaborative and empathic attitude, empower patients to act as an equal partner in their disease management, and use specific and core patient-centered communication skills to guide them toward change.</p>
        <p>Patients’ CVD risk profiles improved significantly in clinical trials in which the study staff incorporated an MI approach to conduct lifestyle interventions among participants with SMI [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. To lessen the disparity of CVD risk experienced by this population on a wider scale, evidence-based programs to improve cardiovascular health need to be implemented in community mental health settings where patients routinely receive their care [<xref ref-type="bibr" rid="ref13">13</xref>]. Real-world practitioners in these settings need the training not only to deliver the CVD health intervention itself (the requirements of which will likely differ based on education and prior experience) but also for the specific preparation necessary to incorporate an MI approach. Although some mental health practitioners may have had previous exposure to MI, the method involves a complex skill set such that attending a seminar or a traditional 2- to 3-day in-person workshop alone is usually insufficient to build competency [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. A meta-analysis of MI training studies suggested that for learners to gain and sustain MI skills after a workshop training, an average of 3 to 4 coaching sessions with performance feedback from practice sessions over several months were needed [<xref ref-type="bibr" rid="ref17">17</xref>]. Yet, when scaling up evidence-based practices (EBP) for implementation research, the stated amount of training to deliver patient-centered behavior change lifestyle interventions may be harder to accomplish among practitioners in community mental health settings who have demanding caseloads and limited time for additional training activities [<xref ref-type="bibr" rid="ref18">18</xref>]. Furthermore, because of the diverse occupational backgrounds of the health care team in these real-world community settings (which often include physicians, nurses, therapists, and frontline day program staff) [<xref ref-type="bibr" rid="ref19">19</xref>], it is essential to develop MI training that is both tailored and acceptable to a variety of practitioners.</p>
        <p>There are a few promising formats to efficiently train busy mental health care practitioners in MI [<xref ref-type="bibr" rid="ref20">20</xref>]. Synchronous or real-time trainings over videoconferencing can be used to provide learners with a basic introduction to MI. Live videoconferencing, although still requiring coordinating schedules of learners and trainers, can simulate an in-person event. Videoconference trainings may be shorter than standard multiday trainings and can be broken into smaller chunks of time; this may be more appealing to managers and allows learners time to meet their other work demands. This format also allows practitioners the opportunity to reflect on and integrate the concepts they are learning between training sessions.</p>
        <p>Web-based self-study programs that include video and workbook activities can be entirely asynchronous or may integrate a <italic>live component</italic> in which learners meet with trainers during scheduled times [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Both real-time synchronous and web-based training options have the advantage of being able to reach a wider audience of practitioners, including those working in rural settings or where skilled trainers of MI are not available, than in-person events. Both approaches reduce the travel time and cost for trainers and limit the need for learners’ transportation, workshop space, and other expenses associated with in-person workshops. When implementing the intervention at multiple locations, videoconference training provides a practical way to reach several sites simultaneously. Constraints around social distancing imposed during the COVID-19 pandemic have created the need for effective options other than traditional in-person trainings for teaching different counseling approaches. Although these modalities have been used more frequently in the past few years, research on the impact of web-based [<xref ref-type="bibr" rid="ref22">22</xref>] and video trainings in MI remains limited [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Another scalable remote training format for MI involves the use of computer simulations [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. SIMmersion [<xref ref-type="bibr" rid="ref27">27</xref>] offers video-interface trainings; videotaped role-play conversations with human actors give learners the ability to practice and receive coaching and feedback on their recorded responses [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Avatar-interface programs, by contrast, provide learners with a virtual reality training experience to learn and practice their skills with simulated avatar patients [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Avatar trainings may involve a human trainer [<xref ref-type="bibr" rid="ref31">31</xref>] or consist of fully automated, preprogrammed simulations; some platforms also offer coaching and feedback features to learners. Kognito [<xref ref-type="bibr" rid="ref32">32</xref>] offers several avatar simulations in which the users enter an interactive virtual environment and engage in role-play conversations with emotionally responsive virtual humans on a variety of topics in health care, mental health, and patient-provider communication. Their approach combines the science of learning, the art of conversation, and the power of gaming technology. Avatar-interface programs can be used as stand-alone or as follow-up MI practice opportunities; they have the advantage of allowing learners to practice their skills in a convenient and private environment.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Despite the many different approaches to training and the demonstrated effectiveness of MI [<xref ref-type="bibr" rid="ref6">6</xref>], the amount and type of training necessary for real-world practitioners to develop and sustain proficiency in the method is uncertain [<xref ref-type="bibr" rid="ref24">24</xref>]. In the context of 3 pilot implementation research projects that address weight loss, smoking cessation, and CVD risk reduction among persons with SMI, we aimed to develop scalable training in MI. This paper will provide a brief description of the 3 pilot projects; their corresponding setting and intervention; the design and development of the 2 MI training approaches, real-time brief workshops and follow-up asynchronous avatar training used to implement the EBP; and how we propose to evaluate the impact of the training on practitioners’ skills, attitudes, and beliefs about MI.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Implementation Pilot Studies Overview</title>
        <p>The Johns Hopkins ALACRITY Center for Health and Longevity in Mental Illness is a research-to-practice translation center funded by the National Institute of Mental Health that aims to reduce premature mortality from CVD in people with SMI [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. There is an untapped opportunity to develop scalable and generalizable solutions that integrate physical health care into mental health service sectors, which have not historically provided such services. Through the ALACRITY Center, we are conducting 3 pilot implementation projects in community mental health settings to study strategies for the adoption and integration of evidence-based CVD risk reduction interventions related to (1) weight loss; (2) tobacco smoking cessation treatment; and (3) hypertension, dyslipidemia, and diabetes care for people with SMI. This study is a substudy within the ALACRITY Center methods core and focuses on the 2 types of innovative MI training: real-time brief workshop training over videoconferencing and asynchronous avatar training, which span the 3 projects described in the following paragraphs.</p>
        <p>ACHIEVE-D (Adapting an Evidenced-based Weight Management Intervention and Testing Strategies to Increase Implementation in Community Mental Health Programs) is a 6-month, 2-arm, weight loss pilot cluster randomized controlled trial (RCT), which is designed to assess the degree to which the implementation strategy, that is, performance coaching, impacts psychiatric rehabilitation program (PRP) coaches’ knowledge, self-efficacy, and fidelity to the delivery of the adapted ACHIEVE-D weight loss program curriculum when compared with a standard control group. ACHIEVE-D is a behavioral weight loss program designed for persons with SMI that provides basic weight loss health education using an MI approach, which was adapted from an intervention tested in a previous RCT [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Coaches in PRPs will be provided with the materials, trained on all aspects of the ACHIEVE-D weight loss curriculum, and encouraged to use MI skills in their interactions with the participants.</p>
        <p>IMPACT (Promoting Evidenced-Based Tobacco Smoking Cessation Treatment in Community Mental Health Clinics) is a pretest-posttest design–based 12-month observational study that aims to examine the effects of an implementation intervention on mental health providers’ delivery of four EBP related to smoking cessation treatment for clients with SMI: (1) assessment of smoking status, (2) assessment of willingness to quit, (3) behavioral counseling, and (4) pharmacotherapy prescribing. Psychiatrists and mental health counselors at 5 community mental health clinics will receive training to implement smoking cessation practices, incorporating an MI style in their interactions with the patients. Counselors and prescribers will be encouraged to use MI to understand their patients’ smoking behavior and engage them in smoking cessation treatment.</p>
        <p>RHYTHM (A Quality Improvement Process to Support Delivery of Cardiovascular Care in Community Mental Health Organizations) is a pretest-posttest design–based 12-month pilot study examining the effects of an adapted 5-step Comprehensive Unit–Based Safety Program implemented during care coordination aimed at reducing CVD risk for patients participating in behavioral health home programs [<xref ref-type="bibr" rid="ref36">36</xref>]. Behavioral health home staff will receive the training necessary to implement the program, which will include the use of MI as a way of interacting with patients as they discuss various aspects of their patients’ CVD care.</p>
      </sec>
      <sec>
        <title>Participants Receiving MI Training</title>
        <p>In these pilot implementation projects, we are assessing the use of MI among clinician and staff participants who have been trained to deliver the lifestyle interventions to mental health clients. Practitioners recruited from community mental health settings across Maryland will implement the 3 projects. Only English-speaking adults (aged ≥18 years) who provide informed consent are enrolled. Additional inclusion criteria include willingness to provide baseline data, attend training, implement the study intervention, and participate in follow-up data collection. Exclusion criteria across the 3 projects are minimal and exclude any staff who express an intention to leave the facility before project completion. ACHIEVE-D enrolled interested residential staff and employees at the PRP program as coaches. IMPACT participants include community mental health clinic staff (eg, licensed counselors, psychologists, and social workers) and prescribers (eg, nurse practitioners and psychiatrists). RHYTHM participants include PRP staff and health home nurses who are currently employed at the study sites.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Approval to conduct the studies and the associated MI trainings was granted by the Johns Hopkins Institutional Review Board (IRB) protocols. ACHIEVE-D study received IRB approval in March 2021 (IRB00247344). IMPACT study received IRB approval in January 2021 (IRB00231836), and RHYTHM study received IRB approval in December 2020 (IRB00269855).</p>
      </sec>
      <sec>
        <title>MI Training</title>
        <p>MI Training for the ALACRITY Center studies consists of 2 distinct approaches: real-time brief workshop training over videoconferencing and asynchronous avatar training.</p>
        <sec>
          <title>Real-time Brief Workshop Training</title>
          <sec>
            <title>Overview</title>
            <p>Traditional introductory MI training is typically in person and is 16 to 24 hours long. However, based on the preferences expressed by stakeholders at study sites before initiating the projects, we present brief, real-time, and standard introductions to MI over videoconferencing uniquely tailored for each project. The MI trainer (ATD) is an MI practitioner, is a member of the Motivational Interviewing Network of Trainers (MINT), and has extensive experience in training practitioners who treat patients with SMI in the context of health services research. Following the guidelines recommended by MINT members [<xref ref-type="bibr" rid="ref37">37</xref>], each training session invites the learners to consider why MI is useful in conversations around health behavior change and includes a definition of the method; a discussion of the MI spirit (ie, the accepting, compassionate, collaborative, and empowering style used in MI); an introduction to patient language related to change (change talk and sustain talk); and a brief overview of the following core MI skills: open-ended questions, affirmations, reflections, summaries, and collaborative information exchange [<xref ref-type="bibr" rid="ref7">7</xref>]. <xref ref-type="table" rid="table1">Table 1</xref> presents the real-time training content.</p>
            <p>The amount of time devoted to each topic and opportunities for interaction vary by study. To increase the feasibility and acceptability of the workshops, the length of training for each project was negotiated in advance with the site leadership. ACHIEVE-D weight loss coaches will receive 4 hours of MI training. Psychiatrists prescribing smoking cessation pharmacotherapy in IMPACT will receive 1 hour of MI training; mental health counselors who provide the smoking cessation counseling will receive 2 hours of MI training. RHYTHM health home staff who implement the CVD risk reduction program will receive 4 hours of MI training.</p>
            <table-wrap position="float" id="table1">
              <label>Table 1</label>
              <caption>
                <p>Real-time training content.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="120"/>
                <col width="220"/>
                <col width="220"/>
                <col width="200"/>
                <col width="240"/>
                <thead>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="4">Study and the behaviors targeted by participants</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>ACHIEVE-D—weight loss</td>
                    <td colspan="2">IMPACT—smoking cessation</td>
                    <td>RHYTHM—CVD<sup>a</sup> risk reduction</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>PRP<sup>b</sup> staff</td>
                    <td>Prescribers</td>
                    <td>Counselors and Nurses</td>
                    <td>Health home staff</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Participants, n</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>21</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>35</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>51</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>20</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Training length (hours)</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>4</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>1</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>2</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>4</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Training agenda</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>Why use MI?<sup>c,d</sup></p>
                        </list-item>
                        <list-item>
                          <p>What does not help?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Righting reflex</p>
                        </list-item>
                        <list-item>
                          <p>Ambivalence</p>
                        </list-item>
                        <list-item>
                          <p>Language of changed</p>
                        </list-item>
                        <list-item>
                          <p>What helps?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI spirit</p>
                        </list-item>
                        <list-item>
                          <p>Good practice video: MI skills occur with spirit<sup>d,e</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI skills: OARS<sup>d,e</sup></p>
                        </list-item>
                        <list-item>
                          <p>Reflections guide the conversationd</p>
                        </list-item>
                        <list-item>
                          <p>Responding to discord</p>
                        </list-item>
                        <list-item>
                          <p>Introduce collaborative information exchanged</p>
                        </list-item>
                        <list-item>
                          <p>Providing feedback</p>
                        </list-item>
                        <list-item>
                          <p>Using leaders guides</p>
                        </list-item>
                        <list-item>
                          <p>MI is not like a recipe</p>
                        </list-item>
                        <list-item>
                          <p>Learning MI</p>
                        </list-item>
                        <list-item>
                          <p>Introduction to the avatar</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>Why use MI?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Ambivalence and change talk<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>What helps?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>How MI works:</p>
                        </list-item>
                        <list-item>
                          <p>Good practice video<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Brief review of core MI skills</p>
                        </list-item>
                      </list>
                      <list list-type="bullet">
                        <list-item>
                          <p>Collaborative information exchanged</p>
                        </list-item>
                      </list>
                      <list list-type="bullet">
                        <list-item>
                          <p>What it takes to learn MI</p>
                        </list-item>
                        <list-item>
                          <p>Introduction to the avatar</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>Why use MI?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>What does not help?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Righting reflex</p>
                        </list-item>
                        <list-item>
                          <p>Ambivalence</p>
                        </list-item>
                        <list-item>
                          <p>Language of changed</p>
                        </list-item>
                        <list-item>
                          <p>What helps?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI spirit</p>
                        </list-item>
                        <list-item>
                          <p>Good practice video: MI skills occur with spirit<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI skills: OARS<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Introduce collaborative information exchanged</p>
                        </list-item>
                        <list-item>
                          <p>MI is not like a recipe</p>
                        </list-item>
                        <list-item>
                          <p>Learning MI</p>
                        </list-item>
                        <list-item>
                          <p>Introduction to the avatar</p>
                        </list-item>
                      </list>
                    </td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>Why use MI?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>What does not help?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Righting reflex</p>
                        </list-item>
                        <list-item>
                          <p>Ambivalence</p>
                        </list-item>
                        <list-item>
                          <p>Language of changed</p>
                        </list-item>
                        <list-item>
                          <p>What helps?<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI spirit</p>
                        </list-item>
                        <list-item>
                          <p>Good practice video: MI skills occur with spirit<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>MI skills: OARS<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Reflections guide the conversation<sup>d</sup></p>
                        </list-item>
                        <list-item>
                          <p>Responding to discord</p>
                        </list-item>
                        <list-item>
                          <p>Introduce collaborative information exchanged</p>
                        </list-item>
                        <list-item>
                          <p>Providing feedback</p>
                        </list-item>
                        <list-item>
                          <p>Using leaders guides</p>
                        </list-item>
                        <list-item>
                          <p>MI is not like a recipe</p>
                        </list-item>
                        <list-item>
                          <p>Learning MI</p>
                        </list-item>
                        <list-item>
                          <p>Introduction to the avatar</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table1fn1">
                  <p><sup>a</sup>CVD: cardiovascular disease.</p>
                </fn>
                <fn id="table1fn2">
                  <p><sup>b</sup>PRP: psychiatric rehabilitation program.</p>
                </fn>
                <fn id="table1fn3">
                  <p><sup>c</sup>MI: motivational interviewing.</p>
                </fn>
                <fn id="table1fn4">
                  <p><sup>d</sup>Included an interactive component (eg, chat response, poll, brief discussion, and practice exercise).</p>
                </fn>
                <fn id="table1fn5">
                  <p><sup>e</sup>OARS: Open-ended questions, Affirmations, Reflections, Summaries</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
          <sec>
            <title>Development</title>
            <p>Owing to the advent of the COVID-19 pandemic, all MI trainings were modified from an in-person format to delivery over videoconferencing. Although there is not much known about how best to adapt the content of in-person experiential training workshops for this purpose, MINT members communicated ideas for the transition on the e-forum of their listserve [<xref ref-type="bibr" rid="ref38">38</xref>]. Additional ideas for modifying training activities were offered during workshops, and a monthly virtual trainers meeting for sharing activities, ideas, and successes is ongoing for any interested MINT member. As a result of participation in these various collaborative conversations, the first author (ATD) modified several training activities for the videoconferencing format. One key consideration was how best to engage participants and encourage them to try different components of the MI method while being observed by others on screen rather than in the privacy of small groups. The trainer incorporates multiple activities, alternating training techniques to keep learners interested, including the use of written transcripts with change talk and sustain talk indicated in different colored fonts and small breakout rooms for practice exercises [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Efforts are made to switch styles every 20 minutes to best engage learners. Anonymous polling provides low-stakes opportunities for learners to select the most MI-consistent practitioner strategy in response to a vignette (eg, choose an evocative question, select the reflective listening statement, or identify the best example of a collaborative information exchange); the chat function allows the trainees, who may be less comfortable or quick to respond, opportunities to pose questions or respond to trainer requests.</p>
            <p>All synchronous, real-time trainings will be held over videoconference and scheduled at a time that accommodates most practitioners at each site. As it is challenging to synchronize participants from multiple sites where the research is being conducted, for anyone unable to attend the real-time meeting, recorded Zoom sessions (Zoom Video Communications) will be made available for viewing. The first author developed a tailored handout resource packet with specific examples of how to use MI when discussing each project’s target behavior change; this material will be provided to practitioners to further support their MI skill acquisition during and after training.</p>
          </sec>
        </sec>
        <sec>
          <title>Asynchronous Avatar Training</title>
          <sec>
            <title>Overview</title>
            <p>The ALACRITY Center partnered with a web-based experiential learning company, Kognito [<xref ref-type="bibr" rid="ref32">32</xref>], to develop the asynchronous avatar training. This development process with Kognito took approximately 14 months and resulted in the products described in the following sections. After the completion of their real-time MI training, the practitioners are given access to the web platform and are encouraged to register for an account that houses their study-specific avatar training and simulation. The first component is a 12-minute didactic module, “Motivational Interviewing Techniques<italic>,”</italic> which uses an avatar coach to provide an overview of the method. This module is identical for each of the 3 projects and must be completed before the learners move on to the second part of the training, the conversation simulation. The participants are asked to complete their first conversation simulation as soon as possible after the real-time MI training and are prompted to use the platform throughout the study period.</p>
            <p>Each study has 1 distinct conversation simulation that addresses the project’s respective behavioral target. All conversation simulations involve 3 characters (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The avatar practitioner character is played by the study MI learner and discusses weight loss (ACHIEVE-D), smoking cessation (IMPACT), or cholesterol reduction (RHYTHM) with an avatar patient. The avatar patient has speech that is coded to be generated automatically; when the character stops speaking, there are 3 to 4 choices presented to the learner representing options that are more or less effective when using the guiding style of MI. <xref ref-type="table" rid="table2">Table 2</xref> shows the learner response choices for the avatar weight loss simulation.</p>
            <p>The avatar patient, the character that is not playable or maneuverable by the practitioner, is modeled after an atypical patient with SMI in a community mental health setting. Depending on the study, the avatar patient is obese, smokes tobacco, or has high cholesterol. The avatar patient responds to the practitioner in the way a typical client might respond as the practitioner selects one of the previous MI-consistent or non-MI directive choices. The third avatar character functions as a virtual coach who both narrates the didactic module and, when a response choice is selected by the practitioner, provides on-screen text guidance that either affirms the learner’s use of MI or, as needed, provides corrective suggestions to the learner as they engage in the respective conversations about weight loss, smoking cessation, or cholesterol reduction. Learners have the opportunity to undo their selection and pick a different option to see how such a change impacts the conversation flow.</p>
            <p>The avatar platform includes several feedback features to assist learners in improving their MI skills. An on-screen meter registers and reinforces practitioners’ ability to cultivate change talk, a core skill that is essential in an MI interaction [<xref ref-type="bibr" rid="ref7">7</xref>]. For example, if the practitioner says, “You’re aware of the health effects of smoking and they worry you enough to consider quitting” and the client responds, “Yea, I think about it...I used to smoke right after a shower but now I try to go longer...,” then the meter would indicate movement toward cultivating change talk. The simulations also include occasional thought bubbles; that is, a text appears above the avatar patient’s head and allows the learners to read the patient’s unspoken thoughts from the most recent exchange. This feature is most useful when the patient responds with silence, one-word answers, or if they appear hesitant to voice confusion over what is being discussed. As the learners move through the simulation, the platform keeps a tally of each practitioner’s choice; after completing the full simulation, there is a performance dashboard available to the learner on their use of MI spirit and skills. Learners are able to see their scores on the relational components of the MI spirit (partnership and empathy); adherence to the technical aspects of the approach (cultivating change talk and softening sustain talk); and their use of specific core MI skills, questions, and reflections (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The participants are encouraged to practice their MI skills with the avatar at least monthly throughout the study.</p>
            <fig id="figure1" position="float">
              <label>Figure 1</label>
              <caption>
                <p>The avatar characters. MI: motivational interviewing.</p>
              </caption>
              <graphic xlink:href="resprot_v12i1e44830_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <table-wrap position="float" id="table2">
              <label>Table 2</label>
              <caption>
                <p>
          Avatar weight loss simulation learner response choices.
        </p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="490"/>
                <col width="230"/>
                <col width="250"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Client statement and practitioner choice options</td>
                    <td>Practitioner strategy</td>
                    <td>Effective use of MI<sup>a</sup> approach?</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="4">
                      <italic>
                        <bold>...I’m trying (to lose weight) and nothing’s happening!</bold>
                      </italic>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>Why do you think you can’t lose weight?</italic>
                    </td>
                    <td>Question—confrontational</td>
                    <td>No</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>You’re frustrated that this is so difficult.</italic>
                    </td>
                    <td>Simple reflection of sustain talk</td>
                    <td>Somewhat</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>You’re frustrated and want to do something that helps you lose weight.</italic>
                    </td>
                    <td>Complex reflection—shifting focus</td>
                    <td>Yes</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <italic>
                        <bold>I get so tired climbing up all those stairs, my knee flaring’ up the whole way, that I just kind of eat whatever I want once I’m up there.</bold>
                      </italic>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>It sounds like taking those stairs would be a great way to lose weight.</italic>
                    </td>
                    <td>Persuading</td>
                    <td>No</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>So, all those stairs are difficult for you.</italic>
                    </td>
                    <td>Simple reflection of sustain talk</td>
                    <td>Somewhat</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>
                      <italic>Even when you’re tired or frustrated, you’re still doing what needs to be done. And it makes you realize that you wish you’d eat healthier.</italic>
                    </td>
                    <td>Complex reflection</td>
                    <td>Yes</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table2fn1">
                  <p><sup>a</sup>MI: motivational interviewing.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <fig id="figure2" position="float">
              <label>Figure 2</label>
              <caption>
                <p>The performance dashboard.</p>
              </caption>
              <graphic xlink:href="resprot_v12i1e44830_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
          <sec>
            <title>Development: The Avatar Characters</title>
            <p>Early in the development process, members of the ALACRITY team who were the most familiar with the community mental health program environment provided Kognito with pictures of the study sites and descriptions of practitioners and patients seen at the sites. After a few iterations (eg, adjusting characters’ skin tone, patient affect, and voice speed), the project’s 3 avatar characters were created. The virtual characters were brought to life with animation, lip-synced speech, and the use of facial and hand gestures to demonstrate their nonverbal emotional responses. The images of the players are the same for each of the studies. The topics of conversation and the names and mannerisms of the virtual patient characters vary by study behavioral focus. The patient avatars were modeled after clients with well-controlled depression (ACHIEVE-D), schizophrenia (smoking cessation), and bipolar disorder (CVD risk reduction) who were seen at the community mental health programs.</p>
          </sec>
          <sec>
            <title>Development: The Didactic Module</title>
            <p>Kognito’s existing MI Techniques module formed the foundation for the product’s final didactic training; the first author modified the content to reflect the most current constructs in MI [<xref ref-type="bibr" rid="ref7">7</xref>]. Clinician and client language tailored to each study’s target behavior was incorporated so that the practitioners would find the learning module more relatable. For example, to indicate that the patient was referring to changing their smoking- or weight-related behaviors, we included examples of the patient’s change talk statements such as “I need to cut back” or “I’d like to be able to move around more easily.”</p>
          </sec>
          <sec>
            <title>Development: The Conversation Simulations</title>
            <p>To inform the script for each conversation, subject matter experts from the ALACRITY team met with Kognito. Coders then created branching scripts for how the conversations would progress as learners made choices that demonstrated both their use of MI and their options not being aligned with the patient-centered method. Practitioner choices that demonstrated the use of non-MI–adherent strategies, for example, confronting the patient’s behavior of soda drinking when their weight goes up, were carefully crafted; the MINT member authors (ATD and SM) revised the scripts designed to demonstrate MI skills (eg, asking an open-ended question to learn what the patient knows about lowering cholesterol before giving information) to more closely model effective practitioner responses. Finally, based on our experience during previous clinical trials focused on these CVD risk behaviors [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], the same authors modified the avatar patient language to better align with more predictable patient responses to each of the practitioner’s choices.</p>
          </sec>
          <sec>
            <title>The Feedback Mechanisms: On-Screen Coaching</title>
            <p>Kognito’s platform includes several feedback mechanisms for which ATD and SM provided content expertise. On-screen coaching tips from the virtual coach are available to practitioners as they move through each simulation. For example, if the learner selects the best conversation or target choice, such as, <italic>“</italic>Well...cutting down smoking, even a little, shows that you’re really serious about making changes for your health,” the coaching text affirms their effort and identifies the specific MI skill used: “You affirmed specific efforts Danny has made to quit smoking and he told you that in addition to his health, he values spending time with family.” If an ineffective choice is selected, such as “So, you know how difficult it is to quit,” the coach names the non-MI–adherent tactic and suggests the better or target choice: “By bringing up challenges, you missed an opportunity to affirm the efforts he’s already been making. You might have said, ‘You were able to cut out your morning cigarette even though you live with people who smoke.’”</p>
          </sec>
          <sec>
            <title>The Feedback Mechanisms: The Performance Dashboard</title>
            <p>The performance dashboard was designed to help learners know how well they use MI in their simulations. Study MI experts worked with Kognito to modify their existing automated scoring system so that it was better aligned with up-to-date MI training and feedback guidance. This was a multistep and iterative process. First, a careful review of the conversation scripts allowed the study team and Kognito to identify learner pitfalls. A pitfall by definition is when a practitioner selects a conversation strategy that is not likely to be effective when guiding the patient toward the desired behavior change (eg, if a practitioner chooses to ask an information-gathering question when a better response would be to provide a reflection). MI-nonadherent behaviors, such as persuading a patient to take a medication or confronting their lack of willingness to make a change, as well as reflecting on patient sustain talk, missing an opportunity to reflect on change talk, or failing to empathize with the patient, are coded as pitfalls. The team also identified examples of conversation targets for the learner. The targets are defined as the practitioner’s conversation choices that are the most consistent with MI in guiding the patient avatar toward the desired behavior change (eg, asking evocative questions, affirming the patient’s effort, and seeking collaboration before offering advice).</p>
            <p>The study team was interested in having the automated performance feedback align with what is measured by the Motivational Interviewing Treatment Integrity Tool (MITI; version 4.2.1) [<xref ref-type="bibr" rid="ref42">42</xref>]. MITI is a validated coding system that is used to assess MI skills and provide feedback to learners and is widely accepted as a treatment integrity measure for clinical trials involving MI. The tool has the following 2 components: global scores and behavior counts. Global scores capture the rater’s global impression or “gestalt” of the entire interview on 5-point Likert scales for the following 4 dimensions: Cultivating Change Talk, Softening Sustain Talk, Partnership, and Empathy. Because Artificial Intelligence is unable to characterize the “gestalt of a conversation,” the study team worked with Kognito to create separate matrices to classify the scoring for each of the MITI global domains. On the basis of the number of targets and pitfalls possible in each conversation type, we determined what combination of pitfalls and targets would comprise the grading criteria for each of the Likert scale scores (1-5). We decided to weight equally hitting the target and avoiding a pitfall. For example, if the domain of Partnership had a total possibility of 4 targets and 5 pitfalls during the weight loss conversation simulation, a <italic>1</italic> on the Likert scale would be assigned if the practitioner missed all the targets and hit every pitfall. A <italic>5</italic> on the Likert scale would be assigned if the practitioner avoided all the pitfalls and hit every target. We used this same mapping process to identify Likert score categories for each global domain for all the 3 conversation types.</p>
            <p>MITI behavior counts are tallied instances of 10 specific practitioner behaviors including those that are categorized as MI-adherent (eg, emphasize autonomy, seek collaboration, and affirm) and MI-nonadherent (eg, confront and persuade). The human coder’s task is to simply count each instance of the clinician’s behavior during the segment being reviewed. The final step in the development of the automated scoring system for this study was to label each practitioner’s conversation choice as one of the 5 learner behaviors measured (eg, question, reflection, affirm, persuade, and confront); the automated system as currently developed was not built to provide counts for the 5 additional behaviors measured by MITI (ie, providing complex reflections, persuading with permission, giving information, seeking collaboration, and emphasizing autonomy).</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Evaluation of Training Components</title>
        <sec>
          <title>Data Collection</title>
          <p>Data on the measures as described in the <italic>Measures</italic> section will be obtained from the study practitioners before their MI training and will be collected via telephone, videoconference, or through REDCap (Research Electronic Data Capture; Vanderbilt University) or paper questionnaires. The participants will be compensated for their time to complete all data collection measures; no other financial compensation for participating in the training or implementing the study will be provided. We will use the web-based REDCap survey system or deliver paper questionnaires upon request. We will collect follow-up measures at 3 months and the end of study (at 6 months for ACHIEVE-D) and at 3 months, 6 months, and end of the study (12 months for IMPACT and RHYTHM). Continuing medical education credits will be provided to IMPACT practitioners upon the completion of 3 avatar simulations. <xref ref-type="table" rid="table3">Table 3</xref> summarizes data collection items.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Study data collection.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="410"/>
              <col width="130"/>
              <col width="130"/>
              <col width="130"/>
              <col width="170"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Measure</td>
                  <td colspan="4">Time point</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>Baseline (all studies)</td>
                  <td>3 months (all studies)</td>
                  <td>6 months (all studies)</td>
                  <td>12 months (IMPACT and RHYTHM)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Demographic characteristics</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Age</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Gender</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Race or ethnicity</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Length of time at program</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Role in program</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Years at clinic</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Previous formal MI<sup>a</sup> training</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Beliefs about MI questionnaire</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>A 7-question survey assessing the extent to which each person agrees with statements about MI</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Importance and confidence of using MI</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>A 6-question survey assessing the importance and confidence each person has to deliver MI</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>MITI<sup>b</sup> tool</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Validated tool used to measure fidelity to MI from standardized actor interviews.</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Avatar MI performance measurements</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>From use of MI techniques in simulated web-based conversations</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Perceived usefulness of avatar training questionnaire</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>A 6-question survey assessing the extent to which each person agrees with statements about the usefulness of the asynchronous avatar training</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>c</sup></td>
                  <td>✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Interviews</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Semistructured interviews using a standard protocol that will elicit participants’ perceptions of real-time and avatar MI training</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>c</sup></td>
                  <td>✓</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>MI: motivational interviewing.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>MITI: Motivational Interviewing Treatment Integrity.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>Applicable to ACHIEVE-D study only.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Measures</title>
          <p>We adapted the <italic>Beliefs about Motivational Interviewing</italic> questionnaire [<xref ref-type="bibr" rid="ref43">43</xref>] to assess participants’ beliefs about MI. The original scale asks participants to react to 7 statements about MI on a 5-point Likert scale from “Strongly Disagree” to “Strongly Agree.” We included the following two statements in our modified version: (1) “There is strong empirical support for motivational interviewing” and (2) “I am effectively implementing motivational interviewing.”</p>
          <p>We created a 12-item questionnaire, <italic>Importance and Confidence to Use MI.</italic> The participants are asked about their perspectives on the importance of, and their self-reported confidence to use, MI skills. Example questions include, “Please rate how important is it for you to use motivational interviewing” and “Please rate how confident you are in your ability to use motivational interviewing to elicit behavior change in your patient.” Responses are chosen on a 5-point Likert scale from “Not at all” to “Extremely.”</p>
          <p>We will use the MITI tool to measure clinician fidelity to MI from audiotaped standardized patient (SP) interviews [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref46">46</xref>]. Correlations between practitioners’ adherence to MI with real patients and SPs are moderate to large on most indexes of performance [<xref ref-type="bibr" rid="ref47">47</xref>]. Practitioners will conduct interviews with SP actors playing the role of patients with SMI. SP actors will talk as if they are interested in either weight loss, smoking cessation, or CVD management according to the pilot project their practitioner interviewer is implementing. MITI scores will be determined by blinded, independent coders who were trained by the tool’s creators.</p>
          <p>A study staff member blinded to other survey measures will extract data on practitioners’ automated scores from the performance dashboard at each data collection time point as another measure of adherence to MI.</p>
          <p>Given the novelty of the avatar training, we will also assess participants’ perceived usefulness of the avatar platform. Perceived usefulness is a key construct in the literature on technology adoption and use and refers to the extent to which a person believes that using the technology system will enhance their job performance. We adapted the Technology Acceptance Model questionnaire [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>] to include 6 questions about the perceived usefulness of the avatar on participants’ role in the study. Responses are on a 5-point Likert scale presented as 1 (“Strongly Disagree”) to 5 (“Strongly Agree”). Example items include “I found the avatar to be useful in my role...” and “Using the avatar enhanced my effectiveness...”</p>
          <p>We will track adherence to the following 2 training modalities: attendance at real-time training and frequency of asynchronous avatar use.</p>
          <p>At the end of each project, we will collect qualitative data from the interviews and focus groups using a standard protocol to elicit participants’ perceptions of both the real-time and avatar MI training.</p>
        </sec>
        <sec>
          <title>Analytic Plan</title>
          <p>We will examine changes in the MITI from baseline to each subsequent time point to assess the change in practitioners’ skills in implementing MI. All SP interviews will be coded. A difference of 1 on a 5-point scale between pre- and posttraining scores for MITI global scores will be considered a clinically significant change in MI skills proficiency and will be used for statistical testing as the relevant effect size [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>We will use a random 20-minute segment from the audiotaped SP interviews for coding as recommended by the creators of the MITI tool [<xref ref-type="bibr" rid="ref42">42</xref>]. We will use a random calculator to ensure that the sampling of interviews that are &#62;20 minutes is truly random so that proper inferences about the use of MI can be drawn.</p>
          <p>We will examine changes in practitioners’ automated scores from completed avatar simulations from baseline to each follow-up time point.</p>
          <p>We will also compare the associations of the MITI scores from the SP interviews with the Kognito-automated performance feedback metrics from a conversation simulation completed during the same time as the data collection window.</p>
          <p>We will examine changes in participants’ beliefs about and the importance of using MI and their confidence to use its components with their patients.</p>
          <p>Qualitative data from interviews and focus groups will be audio recorded and transcribed. Using thematic analysis [<xref ref-type="bibr" rid="ref50">50</xref>], 2 research team members will identify meaningful segments within the responses and assign codes. We will then group these codes into themes, which will be examined by the research team.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The ALACRITY Center was funded in August 2018. Recruitment for the studies started in February 2021. We have enrolled 127 participants. We anticipate the projects will be completed in Spring 2023 and anticipate that the results will be reported in late 2023 or 2024.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>The treatment of CVD risk factors is a public health priority for persons with SMI who experience symptoms disproportionally owing to these chronic health conditions. In community mental health practices where patients regularly receive their care, providing physical health interventions using an MI approach has untapped potential [<xref ref-type="bibr" rid="ref4">4</xref>]. However, practitioners in these facilities already have excessive demands on their time, a challenge exacerbated by staff shortages and turnover, and they may not have the time, energy, or organizational support to learn how to implement patient-centered CVD risk reduction interventions [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. To overcome some of the barriers to wide-scale adoption of MI in these contexts, we have adapted the traditional MI training format and created brief videoconference workshops supplemented by postworkshop avatar-based practice simulations to prepare the practitioners to deliver 3 evidence-based health interventions in community mental health settings. We hope that these formats will be acceptable and lead to an uptake and improvement of practitioners’ patient-centered skills.</p>
      </sec>
      <sec>
        <title>Strengths</title>
        <p>There are several strengths in this study. We created a tailored training that has shorter duration than traditional training as a way to expose busy practitioners to MI. Brief trainings (&#60;8 hours) are more time efficient and have been shown to make some difference in physician consultation behavior [<xref ref-type="bibr" rid="ref51">51</xref>]. We adapted the real-time training to be delivered remotely in shorter bouts of time. We aim to identify whether the brief trainings provided are adequate to prepare real-world clinicians to perform the EBP and subsequently assess their skill acquisition with a validated measure.</p>
        <p>Although technology-based virtual reality training methods have been used in medical and other health professionals’ education, the use of avatars and other computer programs that provide interactive learning opportunities is not as common in behavioral health skills training [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. Virtual platforms are a relatively new, potentially promising mode for training in MI and allow busy practitioners to learn the patient-centered counseling approach from expert trainers without having to travel to an off-site location. We incorporated 3 novel avatar conversation simulations tailored for practitioners to practice and receive feedback on their use of MI in simulated discussions about weight loss, smoking cessation, and cholesterol management. We will assess their acceptability to a wide range of practitioners at the end of each project.</p>
        <p>We describe the study’s training content and development of the avatar simulations as well as 2 methods of measuring adherence to MI and assessing change in practice that results from the trainings provided. Research has shown that the immediate skill gains from a workshop training diminish within a few months and that postworkshop follow-up performance feedback with coaching is needed for practitioners to sustain or further improve MI skills [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. Although our initial training is brief, the automated coaching and feedback offered during the avatar simulations should mirror the role of coaching as a way of providing follow-up training to improve learners’ skills. Simulation technology offers the capability to move beyond traditional in-person training and provide skill training through repeated practice and feedback [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>One limitation of the study is that none of the training methods have a comparator condition. The pretest-posttest outcomes are used here to assess the acceptability, feasibility, and effectiveness of the 2 training methods for improving practitioners’ MI skills.</p>
        <p>Avatar practice requires practitioners to set aside time during their busy workdays. The extra workload and responsibilities of staff during the COVID-19 pandemic may leave little time or motivation for avatar skills practice after their initial exposure to MI, thus potentially decreasing the impact of this component of the training.</p>
        <p>Another limitation is that because of the nature of the avatar platform and how the 3 conversations simulations are built, there are limited choice options. Therefore, after a learner has used the platform a few times, they might find it redundant and be less willing to practice. The didactic module and the conversation simulations may be a great opportunity for novice learners to practice their skills; practitioners with more experience in patient-centered counseling may be less interested in using a platform that offers few multiple-choice conversation options.</p>
        <p>To overcome the challenges of assessing MI skills in implementation settings, we are using multiple measures, namely, MITI and the automated feedback scores from the avatar simulations. The feedback feature of the avatar simulations was originally designed to assist learners in improving MI skills. The mapping approach we used to create the automated scoring system for each of the global scores may limit the precision of the measure to capture how well the clinician is using MI. In addition, because participants complete the same simulations for training and assessment purposes, scoring from the simulations may not be a valid outcome measure of their MI skills.</p>
        <p>This study design was in the context of implementation research and does not allow us to examine the effect of the MI workshop training component alone. However, examining MI in real-world settings is an innovative aspect of the study. Although there are limitations to asking about experiences of the training over a 6- or 12-month period, our qualitative interviews at the end of the study will add detail to the quantitative results.</p>
        <p>Although the development of our avatar conversation simulations included multiple iterations between our study experts and the developers of the platform, further advances in virtual training have become available since the study was first conceptualized. Other programs that allow for additional branching conversation scripts could be integrated into future versions of this training to better support virtual learning [<xref ref-type="bibr" rid="ref57">57</xref>]. Virtual reality programs that create endless iterations of interactive experiences such as those offered by SIMmersion are another option to promote learning. Platforms that use natural language processing with actual recorded patient encounters also have the potential to offer feedback to learners on their MI skills and could be an addition to MI training for busy mental health practitioners [<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref58">58</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study will help us understand the effectiveness of 2 scalable training strategies on practitioners’ use of MI and how these approaches impact practitioners’ beliefs about, the importance of, and their confidence to use MI when delivering 3 interventions focused on CVD risk reduction to patients with SMI. The degree of tailoring to specific lifestyle change targets and the amount of real-time interaction needed to garner training effects in MI are not known; this research will contribute to knowledge about the effectiveness of brief videoconferences for training community mental health practitioners in MI. Testing MI skill uptake from videoconference training sessions has not been documented in the literature; this project will be a step forward in filling this gap. The study will also provide information about the perceived usefulness of the avatar as a modality for learning MI. On the basis of our results of this study, a logical next step to determine the most effective scalable training approach would be an RCT that compares different MI training modalities and includes a comparator condition.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CVD</term>
          <def>
            <p>cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EBP</term>
          <def>
            <p>evidence-based practices</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IRB</term>
          <def>
            <p>international review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MI</term>
          <def>
            <p>motivational interviewing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MINT</term>
          <def>
            <p>Motivational Interviewing Network of Trainers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MITI</term>
          <def>
            <p>Motivational Interviewing Treatment Integrity Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRP</term>
          <def>
            <p>psychiatric rehabilitation program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SMI</term>
          <def>
            <p>serious mental illness</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SP</term>
          <def>
            <p>standardized patient</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work is supported by a grant from the National Institute of Mental Health 5P50MH115842, Center to Accelerate Translation of Interventions to Decrease Premature Mortality in Severe Mental Illness (GLD, principal investigator).</p>
      <p>The authors have no financial disclosures to report.</p>
      <p>The authors would like to acknowledge the support provided by Kognito for the development of the avatar simulations and the community mental health sites throughout Maryland and their practitioners and clients who participated in the project.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and analyzed during this study are not publicly available because the study is ongoing but are available from the corresponding author upon reasonable request after the study is completed. Data would be deidentified and provided to researchers whose proposed use of the data has been approved, along with a signed data access agreement and appropriate international review board approval.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>ATD and GLD conceived the design of the study. ATD drafted the original version of the manuscript with assistance from GJJ, SM, and CTY. ATD developed the training. SG and SM contributed to the training materials. NYW developed the analytic plan. JG, EM, and TF participated in the recruitment and data collection. All authors read, reviewed, and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>KAG serves as the medical director for the American Board of Obesity Medicine, has a research grant from Novo Nordisk, and is a paid consultant to Eli Lilly.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>O’Connor</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Sperl‐Hillen</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Cardiovascular risk for patients with and without schizophrenia, schizoaffective disorder, or bipolar disorder</article-title>
          <source>JAHA</source>
          <year>2022</year>
          <month>03</month>
          <day>15</day>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>e021444</fpage>
          <pub-id pub-id-type="doi">10.1161/jaha.121.021444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Azrin</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Juliano-Bult</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Review of the evidence: prevalence of medical conditions in the United States population with serious mental illness</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2015</year>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>199</fpage>
          <lpage>222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25881768"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2015.03.004</pub-id>
          <pub-id pub-id-type="medline">25881768</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(15)00045-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4663043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Katsafanas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Khushalani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Origoni</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Savage</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schweinfurth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stallings</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yolken</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Cigarette smoking by patients with serious mental illness, 1999-2016: an increasing disparity</article-title>
          <source>Psychiatr Serv</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201700118</pub-id>
          <pub-id pub-id-type="medline">28945183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mangurian</surname>
              <given-names>CV</given-names>
            </name>
            <name name-style="western">
              <surname>Schillinger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Newcomer</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Vittinghoff</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Essock</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dyer</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Schmittdiel</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Diabetes and prediabetes prevalence by race and ethnicity among people with severe mental illness</article-title>
          <source>Diabetes Care</source>
          <year>2018</year>
          <month>07</month>
          <volume>41</volume>
          <issue>7</issue>
          <fpage>e119</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29898903"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc18-0425</pub-id>
          <pub-id pub-id-type="medline">29898903</pub-id>
          <pub-id pub-id-type="pii">dc18-0425</pub-id>
          <pub-id pub-id-type="pmcid">PMC6014538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mottershead</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ronksley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sigal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmelgarn</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Motivational interviewing to improve weight loss in overweight and/or obese patients: a systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Obes Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>12</volume>
          <issue>9</issue>
          <fpage>709</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-789X.2011.00892.x</pub-id>
          <pub-id pub-id-type="medline">21692966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Carroll</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cheyne</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Coles</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pollock</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of Motivational Interviewing on adult behaviour change in health and social care settings: a systematic review of reviews</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>10</month>
          <day>18</day>
          <volume>13</volume>
          <issue>10</issue>
          <fpage>e0204890</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0204890"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0204890</pub-id>
          <pub-id pub-id-type="medline">30335780</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-37424</pub-id>
          <pub-id pub-id-type="pmcid">PMC6193639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing Preparing People to Change Addictive Behavior</source>
          <year>1991</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsholl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Evins</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Cather</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Need for cardiovascular risk reduction in persons with serious mental illness: design of a comprehensive intervention</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <month>2</month>
          <day>8</day>
          <volume>9</volume>
          <fpage>786</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30800079"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00786</pub-id>
          <pub-id pub-id-type="medline">30800079</pub-id>
          <pub-id pub-id-type="pmcid">PMC6375886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Evins</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Cather</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsholl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Effect of a comprehensive cardiovascular risk reduction intervention in persons with serious mental illness: a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>e207247</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32530472"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.7247</pub-id>
          <pub-id pub-id-type="medline">32530472</pub-id>
          <pub-id pub-id-type="pii">2767068</pub-id>
          <pub-id pub-id-type="pmcid">PMC7293000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Frick</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Oefinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Casagrande</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Guallar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>A behavioral weight-loss intervention in persons with serious mental illness</article-title>
          <source>N Engl J Med</source>
          <year>2013</year>
          <month>04</month>
          <day>25</day>
          <volume>368</volume>
          <issue>17</issue>
          <fpage>1594</fpage>
          <lpage>602</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa1214530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cather</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>6.4 trial of integrated tobacco smoking cessation, exercise and weight management in persons with serious mental illness</article-title>
          <source>Schizophrenia Bull</source>
          <year>2019</year>
          <volume>45</volume>
          <issue>Suppl 2</issue>
          <fpage>S96</fpage>
          <pub-id pub-id-type="doi">10.1093/schbul/sbz022.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Casagrande</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Guallar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Frick</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Oefinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Fred-Omojole</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Randomized trial of achieving healthy lifestyles in psychiatric rehabilitation: the ACHIEVE trial</article-title>
          <source>BMC Psychiatry</source>
          <year>2010</year>
          <month>12</month>
          <day>13</day>
          <volume>10</volume>
          <fpage>108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-10-108"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-10-108</pub-id>
          <pub-id pub-id-type="medline">21144025</pub-id>
          <pub-id pub-id-type="pii">1471-244X-10-108</pub-id>
          <pub-id pub-id-type="pmcid">PMC3016313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bartlem</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McElwaine</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McElduff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gillham</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of a clinical practice change intervention in increasing clinician provision of preventive care in a network of community-based mental health services: a study protocol of a non-randomized, multiple baseline trial</article-title>
          <source>Implement Sci</source>
          <year>2013</year>
          <month>08</month>
          <day>06</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-8-85"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-8-85</pub-id>
          <pub-id pub-id-type="medline">23915310</pub-id>
          <pub-id pub-id-type="pii">1748-5908-8-85</pub-id>
          <pub-id pub-id-type="pmcid">PMC3750388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madson</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Loignon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Training in motivational interviewing: a systematic review</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2009</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2008.05.005</pub-id>
          <pub-id pub-id-type="medline">18657936</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(08)00088-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>WB</given-names>
            </name>
          </person-group>
          <article-title>The effect of a brief training in motivational interviewing on trainee skill development</article-title>
          <source>Counselor Educ Supervision</source>
          <year>2012</year>
          <month>6</month>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1002/j.1556-6978.2012.00006.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Mount</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>A small study of training in motivational interviewing: does one workshop change clinician and client behavior?</article-title>
          <source>Behav Cogn Psychother</source>
          <year>2001</year>
          <month>10</month>
          <day>23</day>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>457</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1017/S1352465801004064"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/s1352465801004064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwalbe</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Zweben</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sustaining motivational interviewing: a meta-analysis of training studies</article-title>
          <source>Addiction</source>
          <year>2014</year>
          <month>08</month>
          <volume>109</volume>
          <issue>8</issue>
          <fpage>1287</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1111/add.12558</pub-id>
          <pub-id pub-id-type="medline">24661345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Dissemination and implementation of evidence-based practices: training and consultation as implementation strategies</article-title>
          <source>Clin Psychol (New York)</source>
          <year>2013</year>
          <month>06</month>
          <day>01</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24072959"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/cpsp.12031</pub-id>
          <pub-id pub-id-type="medline">24072959</pub-id>
          <pub-id pub-id-type="pmcid">PMC3780425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Dusablon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>WO</given-names>
            </name>
            <name name-style="western">
              <surname>Blais</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Hennessy</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of community health organizations and decision-makers considering the adoption of motivational interviewing</article-title>
          <source>J Behav Health Serv Res</source>
          <year>2014</year>
          <month>07</month>
          <day>4</day>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1007/s11414-013-9380-9</pub-id>
          <pub-id pub-id-type="medline">24306832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mastroleo</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technology-based methods for training counseling skills in behavioral health: a scoping review</article-title>
          <source>J Technol Behav Sci</source>
          <year>2022</year>
          <month>04</month>
          <day>05</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>325</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35402697"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-022-00252-8</pub-id>
          <pub-id pub-id-type="medline">35402697</pub-id>
          <pub-id pub-id-type="pii">252</pub-id>
          <pub-id pub-id-type="pmcid">PMC8983031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schechter</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Butt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jacocks</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Staguhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wegener</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of an online motivational interviewing training program for rehabilitation professionals: a pilot study</article-title>
          <source>Clin Rehabil</source>
          <year>2021</year>
          <month>09</month>
          <day>02</day>
          <volume>35</volume>
          <issue>9</issue>
          <fpage>1266</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1177/02692155211002958</pub-id>
          <pub-id pub-id-type="medline">33810773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mullin</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Saver</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Savageau</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of online and in-person motivational interviewing training for healthcare providers</article-title>
          <source>Fam Syst Health</source>
          <year>2016</year>
          <month>12</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>357</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1037/fsh0000214</pub-id>
          <pub-id pub-id-type="medline">27571542</pub-id>
          <pub-id pub-id-type="pii">2016-41514-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using “remote” training and coaching to increase providers' skills for working effectively with older youth and young adults with serious mental health conditions</article-title>
          <source>Child Youth Serv Rev</source>
          <year>2019</year>
          <month>05</month>
          <volume>100</volume>
          <fpage>119</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1016/j.childyouth.2019.02.040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Canning-Ball</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Rounsaville</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>A criterion-based stepwise approach for training counselors in motivational interviewing</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2011</year>
          <month>06</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>357</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21316183"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2010.12.004</pub-id>
          <pub-id pub-id-type="medline">21316183</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(11)00005-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3104507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kron</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Fetters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Scerbo</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Lypson</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Gliva-McConvey</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Belfore</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Guetterman</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Schleicher</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Mangrulkar</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Marsella</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Using a computer simulation for teaching communication skills: a blinded multisite mixed methods randomized controlled trial</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>04</month>
          <volume>100</volume>
          <issue>4</issue>
          <fpage>748</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27939846"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2016.10.024</pub-id>
          <pub-id pub-id-type="medline">27939846</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(16)30494-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5385273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rouleau</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Côté</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chicoine</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Virtual patient simulation to improve nurses' relational skills in a continuing education context: a convergent mixed methods study</article-title>
          <source>BMC Nurs</source>
          <year>2022</year>
          <month>01</month>
          <day>04</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcnurs.biomedcentral.com/articles/10.1186/s12912-021-00740-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12912-021-00740-x</pub-id>
          <pub-id pub-id-type="medline">34983509</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12912-021-00740-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8725454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>SIMmersion homepage</article-title>
          <source>SIMmersion</source>
          <access-date>2023-02-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.simmersion.com">https://www.simmersion.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bornheimer</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blajeski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hiltz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Check</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ruffolo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Computerized clinical training simulations with virtual clients abusing alcohol: initial feasibility, acceptability, and effectiveness</article-title>
          <source>Clin Soc Work J</source>
          <year>2021</year>
          <month>11</month>
          <day>19</day>
          <volume>49</volume>
          <issue>2</issue>
          <fpage>184</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33230350"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10615-020-00779-4</pub-id>
          <pub-id pub-id-type="medline">33230350</pub-id>
          <pub-id pub-id-type="pii">779</pub-id>
          <pub-id pub-id-type="pmcid">PMC7674574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality and avatars in health care</article-title>
          <source>Clin Nurs Res</source>
          <year>2019</year>
          <month>06</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>523</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1177/1054773819845824</pub-id>
          <pub-id pub-id-type="medline">31064283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heyden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Heyden</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schroy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Andrew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadikova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wiecha</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A pilot study of motivational interviewing training in a virtual world</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>09</month>
          <day>26</day>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>e77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/3/e77/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1825</pub-id>
          <pub-id pub-id-type="medline">21946183</pub-id>
          <pub-id pub-id-type="pii">v13i3e77</pub-id>
          <pub-id pub-id-type="pmcid">PMC3222158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Immersive learning</article-title>
          <source>Mursion</source>
          <access-date>2023-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mursion.com/">https://www.mursion.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Kognito homepage</article-title>
          <source>Kognito</source>
          <access-date>2023-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://kognito.com/">https://kognito.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gudzune</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>A model for advancing scale-up of complex interventions for vulnerable populations: the ALACRITY center for health and longevity in mental illness</article-title>
          <source>J Gen Intern Med</source>
          <year>2021</year>
          <month>02</month>
          <day>31</day>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>500</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32869192"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-020-06137-x</pub-id>
          <pub-id pub-id-type="medline">32869192</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-020-06137-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC7878664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsholl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gudzune</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Minahan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Scaling evidence-based interventions to improve the cardiovascular health of people with serious mental illness</article-title>
          <source>Front Psychiatry</source>
          <year>2022</year>
          <month>2</month>
          <day>4</day>
          <volume>13</volume>
          <fpage>793146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35185650"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2022.793146</pub-id>
          <pub-id pub-id-type="medline">35185650</pub-id>
          <pub-id pub-id-type="pmcid">PMC8855048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Gudzune</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsholl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Bringing an effective behavioral weight loss intervention for people with serious mental illness to scale</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <month>11</month>
          <day>20</day>
          <volume>9</volume>
          <fpage>604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30515109"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00604</pub-id>
          <pub-id pub-id-type="medline">30515109</pub-id>
          <pub-id pub-id-type="pmcid">PMC6256009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGinty</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mace</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Adapting the Comprehensive Unit Safety Program (CUSP) implementation strategy to increase delivery of evidence-based cardiovascular risk factor care in community mental health organizations: protocol for a pilot study</article-title>
          <source>Implement Sci Commun</source>
          <year>2021</year>
          <month>03</month>
          <day>04</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationsciencecomms.biomedcentral.com/articles/10.1186/s43058-021-00129-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s43058-021-00129-6</pub-id>
          <pub-id pub-id-type="medline">33663620</pub-id>
          <pub-id pub-id-type="pii">10.1186/s43058-021-00129-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7931551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Training expectations</article-title>
          <source>Motivational Interviewing Network of Trainers</source>
          <access-date>2023-02-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://motivationalinterviewing.org/training-expectations">https://motivationalinterviewing.org/training -expectations</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to the  Motivational Interviewing Network of Trainers  (MINT)</article-title>
          <source>Motivational Interviewing Network of Trainers  (MINT)</source>
          <access-date>2021-12-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://motivationalinterviewing.org/">https://motivationalinterviewing.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing for Mental Health Clinicians A Toolkit for Skills Enhancement</source>
          <year>2021</year>
          <publisher-loc>Wisconsin, USA</publisher-loc>
          <publisher-name>PESI PUB &#38; MEDIA</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosengren</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Building Motivational Interviewing Skills: A Practioner Workbook</source>
          <year>2009</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Evins</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Cather</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gennusa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsholl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>COOK</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>NY</given-names>
            </name>
          </person-group>
          <article-title>Abstract 16363: an 18-month smoking cessation intervention incorporating pharmacotherapy and behavioral counseling improves tobacco abstinence rates in adult smokers with serious mental illness (SMI) in community mental health settings: results of a randomized clinical trial</article-title>
          <source>Circulation</source>
          <year>2020</year>
          <month>11</month>
          <day>17</day>
          <volume>142</volume>
          <issue>Suppl_3</issue>
          <fpage>A16363-A</fpage>
          <pub-id pub-id-type="doi">10.1161/circ.142.suppl_3.16363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moyers</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Rowell</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Manuel</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Ernst</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Houck</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The Motivational Interviewing Treatment Integrity Code (MITI 4): rationale, preliminary reliability and validity</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2016</year>
          <month>06</month>
          <volume>65</volume>
          <fpage>36</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26874558"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2016.01.001</pub-id>
          <pub-id pub-id-type="medline">26874558</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(16)00014-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5539964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benishek</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Dugosh</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Padovano</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Beliefs about the empirical support of drug abuse treatment interventions: a survey of outpatient treatment providers</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2010</year>
          <month>03</month>
          <day>01</day>
          <volume>107</volume>
          <issue>2-3</issue>
          <fpage>202</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2009.10.013</pub-id>
          <pub-id pub-id-type="medline">19959299</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(09)00403-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kramer Schmidt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Moyers</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Lessons learned from measuring fidelity with the Motivational Interviewing Treatment Integrity code (MITI 4)</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2019</year>
          <month>02</month>
          <volume>97</volume>
          <fpage>59</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0740-5472(18)30311-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2018.11.004</pub-id>
          <pub-id pub-id-type="medline">30577900</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(18)30311-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness and ineffectiveness of complex behavioral interventions: impact of treatment fidelity</article-title>
          <source>Contemp Clin Trials</source>
          <year>2014</year>
          <month>03</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>234</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2014.01.005</pub-id>
          <pub-id pub-id-type="medline">24469237</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(14)00015-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jelsma</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Mertens</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How to measure motivational interviewing fidelity in randomized controlled trials: practical recommendations</article-title>
          <source>Contemp Clin Trials</source>
          <year>2015</year>
          <month>07</month>
          <volume>43</volume>
          <fpage>93</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2015.05.001</pub-id>
          <pub-id pub-id-type="medline">25962891</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(15)00087-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Hartzler</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosengren</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Evaluating therapist adherence in motivational interviewing by comparing performance with standardized and real patients</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2014</year>
          <month>06</month>
          <volume>82</volume>
          <issue>3</issue>
          <fpage>472</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24588405"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0036158</pub-id>
          <pub-id pub-id-type="medline">24588405</pub-id>
          <pub-id pub-id-type="pii">2014-07548-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Perceived usefulness, perceived ease of use, and user acceptance of information technology</article-title>
          <source>MIS Q</source>
          <year>1989</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <pub-id pub-id-type="doi">10.2307/249008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>A theoretical extension of the technology acceptance model: four longitudinal field studies</article-title>
          <source>Manage Sci</source>
          <year>2000</year>
          <month>02</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>186</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1287/mnsc.46.2.186.11926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis</article-title>
          <source>APA Handbook of Research Methods in Psychology, Vol. 2. Research Designs: Quantitative, Qualitative, Neuropsychological, and Biological</source>
          <year>2012</year>
          <publisher-loc>Washington, D.C., United States</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haeseler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Belitsky</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pantalon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fortin</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Teaching brief motivational interviewing to Year three medical students</article-title>
          <source>Med Educ</source>
          <year>2007</year>
          <month>02</month>
          <volume>41</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2929.2006.02673.x</pub-id>
          <pub-id pub-id-type="medline">17269949</pub-id>
          <pub-id pub-id-type="pii">MED2673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Posadzki</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vseteckova</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Divakar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Masiello</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kononowicz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality for health professions education: systematic review and meta-analysis by the digital health education collaboration</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>22</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e12959</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e12959/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12959</pub-id>
          <pub-id pub-id-type="medline">30668519</pub-id>
          <pub-id pub-id-type="pii">v21i1e12959</pub-id>
          <pub-id pub-id-type="pmcid">PMC6362387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bracq</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Michinov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jannin</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality simulation in nontechnical skills training for healthcare professionals: a systematic review</article-title>
          <source>Sim Healthcare</source>
          <year>2019</year>
          <month>1</month>
          <day>2</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>188</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1097/sih.0000000000000347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jiménez-Rodríguez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Heredia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Molero Jurado</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Fuentes</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Arrogante</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Improving humanization skills through simulation-based computers using simulated nursing video consultations</article-title>
          <source>Healthcare (Basel)</source>
          <year>2021</year>
          <month>12</month>
          <day>26</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare10010037"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare10010037</pub-id>
          <pub-id pub-id-type="medline">35052201</pub-id>
          <pub-id pub-id-type="pii">healthcare10010037</pub-id>
          <pub-id pub-id-type="pmcid">PMC8775227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Yahne</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Moyers</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pirritano</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of methods to help clinicians learn motivational interviewing</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2004</year>
          <month>12</month>
          <volume>72</volume>
          <issue>6</issue>
          <fpage>1050</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-006X.72.6.1050</pub-id>
          <pub-id pub-id-type="medline">15612851</pub-id>
          <pub-id pub-id-type="pii">2004-21587-015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Pace</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Soma</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Tanana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Design feasibility of an automated, machine-learning based feedback system for motivational interviewing</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2019</year>
          <month>06</month>
          <volume>56</volume>
          <issue>2</issue>
          <fpage>318</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000221</pub-id>
          <pub-id pub-id-type="medline">30958018</pub-id>
          <pub-id pub-id-type="pii">2019-18082-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klonek</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Quera</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kauffeld</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Coding interactions in motivational interviewing with computer-software: what are the advantages for process researchers?</article-title>
          <source>Comput Human Behav</source>
          <year>2015</year>
          <month>03</month>
          <volume>44</volume>
          <fpage>284</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.10.034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tanana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hallgren</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Srikumar</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A comparison of natural language processing methods for automated coding of motivational interviewing</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2016</year>
          <month>06</month>
          <volume>65</volume>
          <fpage>43</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26944234"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2016.01.006</pub-id>
          <pub-id pub-id-type="medline">26944234</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(16)00022-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4842096</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
