<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i6e15499</article-id>
      <article-id pub-id-type="pmid">32476659</article-id>
      <article-id pub-id-type="doi">10.2196/15499</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Enhanced Enrollment in the National Diabetes Prevention Program to Increase Engagement and Weight Loss for the Underserved: Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Blitchtein</surname>
            <given-names>Dora</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sheon</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ritchie</surname>
            <given-names>Natalie D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Office of Research</institution>
            <institution>Denver Health</institution>
            <addr-line>601 Broadway</addr-line>
            <addr-line>Denver, CO, 80204</addr-line>
            <country>United States</country>
            <phone>1 3036022188</phone>
            <email>natalie.ritchie@dhha.org</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6908-7413</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Holtrop</surname>
            <given-names>Jodi Summers</given-names>
          </name>
          <degrees>MCHES, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5301-4014</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gritz</surname>
            <given-names>R Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2471-8741</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sauder</surname>
            <given-names>Katherine Ann</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8473-8015</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Durfee</surname>
            <given-names>Michael Josh</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3304-4195</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Dickinson</surname>
            <given-names>L Miriam</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8302-809X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kaufmann</surname>
            <given-names>Peter G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5792-0313</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Office of Research</institution>
        <institution>Denver Health</institution>
        <addr-line>Denver, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University of Colorado College of Nursing</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Family Medicine</institution>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Adult and Child Consortium for Health Outcomes Research and Delivery Science</institution>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Division of Health Care Policy and Research</institution>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Lifecourse Epidemiology of Adiposity and Diabetes Center</institution>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Department of Biostatistics and Informatics</institution>
        <institution>Colorado School of Public Health</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Villanova University College of Nursing</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Natalie D Ritchie <email>natalie.ritchie@dhha.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>6</issue>
      <elocation-id>e15499</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>8</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Natalie D Ritchie, Jodi Summers Holtrop, R Mark Gritz, Katherine Ann Sauder, Michael Josh Durfee, L Miriam Dickinson, Peter G Kaufmann. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 01.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2020/6/e15499" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Type 2 diabetes affects 9.4% of US adults with higher rates among racial and ethnic minorities and individuals of low socioeconomic status. The National Diabetes Prevention Program (NDPP) is an evidence-based and widely disseminated behavioral intervention to reduce diabetes incidence through modest weight loss. However, retention in the yearlong NDPP is problematic and leads to suboptimal weight loss, especially among diverse, underserved populations. Strategies to improve NDPP engagement and weight loss are needed urgently. Pilot results of the pre-NDPP, a novel enhancement to enrollment in the NDPP based on the Health Belief Model, were highly successful in a nonrandomized cohort study among 1140 racially diverse, predominately low-income participants. A total of 75 presession participants had doubled attendance and weight loss as compared with earlier participants who did not receive presessions. On the basis of these promising results, we are conducting a randomized controlled trial (RCT) to determine whether pre-NDPP reliably improves NDPP outcomes, as reported on ClinicalTrials.gov.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to (1) conduct an RCT comparing NDPP attendance and weight loss outcomes between participants who receive pre-NDPP versus direct enrollment into the NDPP (usual care), (2) examine potential effect mediators (perceived risk for developing diabetes and self-efficacy and readiness for weight control) and moderators (race and ethnicity; income level), and (3) evaluate implementation factors, including cost and projected return on investment.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This two-arm RCT will compare outcomes among diverse, predominately low-income participants who receive pre-NDPP versus direct enrollment into the NDPP (usual care). This is a type 1 hybrid effectiveness-implementation design to determine clinical effectiveness through an RCT, while assessing factors that may impact future pre-NDPP dissemination and implementation, including cost. Our primary research question is whether pre-NDPP improves NDPP attendance and weight loss compared with standard NDPP delivery.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This project was funded in April 2019. Recruitment is underway as of July 2019. Initial participants began the intervention in October 2019. Data analysis and results reporting are expected to be completed in 2024.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This RCT of pre-NDPP may lead to future dissemination of a scalable, evidence-based strategy to improve success of the NDPP, reduce disparities in NDPP effectiveness, and help prevent type 2 diabetes across the country.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04022499; https://clinicaltrials.gov/ct2/show/NCT04022499.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/15499</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>type 2 diabetes</kwd>
        <kwd>prevention</kwd>
        <kwd>weight loss</kwd>
        <kwd>diabetes mellitus, type 2</kwd>
        <kwd>cohort studies</kwd>
        <kwd>self efficacy</kwd>
        <kwd>vulnerable populations</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Type 2 diabetes (T2D) affects 9.4% of US adults with higher rates among racial and ethnic minorities and individuals of low socioeconomic status [<xref ref-type="bibr" rid="ref1">1</xref>]. The Diabetes Prevention Program was a successful clinical trial demonstrating that intensive lifestyle support for weight loss initially reduced diabetes incidence by 58% [<xref ref-type="bibr" rid="ref2">2</xref>]. The intervention was translated into the National Diabetes Prevention Program (NDPP) and disseminated by the Centers for Disease Control and Prevention (CDC) as a yearlong group-based program since 2012 [<xref ref-type="bibr" rid="ref3">3</xref>]. Despite successes, a 2017 report found that retention in the NDPP is problematic and leads to suboptimal weight loss [<xref ref-type="bibr" rid="ref4">4</xref>]. Attendance and weight loss are especially low among Hispanic, non-Hispanic black (NHB), and low-income non-Hispanic white (NHW) participants [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Strategies to improve NDPP outcomes among these disadvantaged populations are urgently needed.</p>
        <p>We previously developed and pilot tested an NDPP enrollment protocol, the pre-NDPP, that provides a <italic>presession</italic> with three main components: (1) education about diabetes risks, (2) motivational interviewing (MI) to encourage participation in the NDPP, and (3) problem-solving of barriers to engagement [<xref ref-type="bibr" rid="ref7">7</xref>]. The Health Belief Model [<xref ref-type="bibr" rid="ref8">8</xref>] is the theoretical model underlying pre-NDPP, which posits that perceived risk, benefits of, barriers to, and cues to action, and self-efficacy are factors determining health behavior. As such, interventions to prevent T2D should focus on increasing risk awareness and exploring pros and cons of available interventions, including the NDPP. Studies have demonstrated that increasing awareness of diabetes risks may lead to risk-reduction behavior [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. MI [<xref ref-type="bibr" rid="ref11">11</xref>] may further facilitate action-oriented decision-making about NDPP engagement with its empathic coaching style and evocation of <italic>change talk</italic>. Multiple systematic reviews support the intended use of MI in a brief, group-based intervention to improve NDPP effectiveness [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>The presession enhancement showed highly successful results upon initial dissemination in a diverse, predominately low-income population and may be a viable strategy to address suboptimal NDPP outcomes [<xref ref-type="bibr" rid="ref7">7</xref>]. In a longitudinal cohort study among a diverse and underserved population, outcomes of 75 pre-NDPP participants who enrolled in the NDPP were compared with 1065 prior participants using the analysis of covariance and multivariable logistic regression. Presession participants stayed in the NDPP 99.8 days longer (<italic>P</italic>&#60;.001) and attended 14.3% more sessions (<italic>P</italic>&#60;.001) on average than those without a presession. Presession participants lost 2.0% more weight (<italic>P</italic>&#60;.001) and were 3.5 times more likely to achieve the 5% weight loss target (<italic>P</italic>&#60;.001).</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>As reported on ClinicalTrials.gov (ID NCT04022499), we are now conducting a large intent-to-treat (ITT) randomized controlled trial (RCT) to test effects of the pre-NDPP enhancement on NDPP attendance and weight loss among a diverse, predominately underserved population with elevated diabetes risks. The primary outcome is percent weight loss. Additional aims include the examination of mediators and moderators of pre-NDPP outcomes and evaluation of the implementation factors of pre-NDPP.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We are recruiting 500 participants at risk for developing T2D from a large safety net health care system. Eligible, consenting participants are randomized 1:1 to either the usual care control group who are enrolled directly into the NDPP or the intervention condition who receive a presession prior to the NDPP (pre-NDPP). NDPP classes are held separately for the intervention and control groups to prevent contamination of pre-NDPP effects. Outcomes are NDPP attendance and weight loss. New NDPP classes are staggered to commence quarterly over 2.5 years. In addition to measuring main outcomes and potential mediators and moderators of treatment effects, we are collecting data related to program implementation to inform future dissemination. This RCT includes pragmatic research elements to support comparison to current NDPP outcomes and facilitate future dissemination, including (1) recruiting diverse individuals who meet CDC-established eligibility criteria for the NDPP with no further exclusions, (2) identifying eligible individuals through referrals from health care providers according to best practices [<xref ref-type="bibr" rid="ref16">16</xref>], (3) providing the NDPP to both treatment conditions without altering its core structure, apart from the inclusion of a presession prior to the first NDPP class (for the pre-NDPP arm), (4) implementation in health care settings in which the NDPP is routinely available, and (5) using standard measurement of NDPP outcomes. The Colorado Multiple Institutional Review Board (18-2542) approved study procedures, and all participants will provide written informed consent before enrollment.</p>
      </sec>
      <sec>
        <title>Setting</title>
        <p>Denver Health (DH) is an academic medical center and integrated health care system that is nationally recognized for its model of care for the underserved. DH serves 1 in 4 residents of Denver, Colorado, with a patient population that is 50% Hispanic, 15% NHB, and 30% NHW. In addition to a tertiary-care hospital and trauma center, DH operates 10 primary care clinics across the region. DH was an early adopter of the NDPP and to date has launched 61 yearlong NDPP classes across its network of primary care clinics with over 1400 participants to date.</p>
      </sec>
      <sec>
        <title>Eligibility</title>
        <p>As a pragmatic trial, we are recruiting English- and Spanish-speaking adults who meet CDC-established NDPP eligibility criteria, including BMI≥25 kg/m<sup>2</sup> (≥23 kg/m<sup>2</sup> if Asian) and history of recent prediabetes or former gestational diabetes mellitus (GDM) diagnosis [<xref ref-type="bibr" rid="ref17">17</xref>]. Prediabetes is based on a laboratory test within the past year in the individual’s electronic health record (EHR) that indicates a fasting blood glucose of 100 to 125, blood glucose of 140 to 199 measured 2 hours after a 75 gm glucose load, or hemoglobin A<sub>1c</sub> of 5.7 to 6.4. GDM is based on past diagnosis in the medical record or self-reported. Patients without known prediabetes or past GDM may also be eligible based on a risk-screening tool [<xref ref-type="bibr" rid="ref18">18</xref>], as administered by Lifestyle Coaches during recruitment. Participants are excluded if pregnant at enrollment or known to have T2D.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>We are identifying potential participants through referrals from health care providers at DH, which is known to support initial enrollment in the NDPP [<xref ref-type="bibr" rid="ref16">16</xref>]. Providers refer through the EHR per usual practice. We also identify participants from a risk registry based on EHR data as needed to meet recruitment goals. The enrollment process after initial identification is as follows: (1) Lifestyle Coaches contact referrals by phone to verify interest, eligibility, and schedule eligible individuals for an initial screening visit, (2) consenting individuals are randomized to receive pre-NDPP or usual care NDPP and (3) complete an initial assessment (behavioral and anthropometric assessments), (4) the pre-NDPP group completes a presession 1 to 2 weeks before NDPP classes start, (5) both groups complete a follow-up behavioral assessment 1 to 2 weeks before NDPP classes start (after presessions are completed for the pre-NDPP arm), and (6) both groups commence yearlong NDPP classes.</p>
        <p>We will enroll 500 participants, with a goal of 400 randomized participants (allowing for 20% attrition) across both groups attending ≥1 NDPP session as based on statistical power estimates presented below. From previous experience, we expect approximately 50% of referred patients to express interest in participating upon initial outreach. Then, after initial assessment, we expect early attrition of approximately 20% of consenting participants. We seek to recruit 50 individuals every 3 months, for a total of 500 participants recruited over 2.5 years (ie, 200 participants annually). Demographic characteristics of individuals in this study are expected to approximately match characteristics of all previous NDPP participants at DH: 78.0% female, 58.2% Hispanic, 19.5% NHB, 21.0% NHW, 61.4% low income (including a majority of low-income individuals within each racial and ethnic group), and a mean age of 48.4 (SD 12.7) years.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>We are randomizing eligible, consenting participants to receive either the enhanced intervention (pre-NDPP + standard NDPP) or usual care control group (standard NDPP only) in a 1:1 ratio. Specifically, at the conclusion of the initial recruitment visit, consenting participants receive a preprepared <italic>randomization packet</italic> that denotes their group assignment and relevant details (eg, all class dates and times, Lifestyle Coach contact information). Packets are prepared in advance in a random order using a random number generator and sealed, such that research staff and participants are blinded to condition until the time of assignment.</p>
      </sec>
      <sec>
        <title>Retention</title>
        <p>For generalizability, we are delivering NDPP with only customary retention methods, including offering classes at clinics where participants receive their primary care, facilitating transportation (eg, providing free parking and information about insurance-provided transportation benefits), offering make-up sessions as needed, and updating participant contact information often. To accommodate additional data collection required of participants in both arms of the trial (above and beyond routine care in the NDPP), we are providing compensation of US $25 for completing each of two research assessments at the time of initial recruitment and immediately prior to attending the NDPP. We are also providing an additional US $25 for all participants to complete a final weight measurement at 12 months.</p>
      </sec>
      <sec>
        <title>Description of the National Diabetes Prevention Program (for Both Conditions)</title>
        <p>The yearlong NDPP promotes modest weight loss through diet and physical activity. The curriculum is published by the CDC [<xref ref-type="bibr" rid="ref3">3</xref>]. We follow the CDC guidelines for implementing the standard group-based NDPP [<xref ref-type="bibr" rid="ref17">17</xref>], including 16 weekly to biweekly sessions, followed by ≥6 monthly sessions over a total of 1 year. The objective of NDPP is achieving ≥5% weight loss. Attending more sessions is associated with greater weight loss [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], and guidelines allow NDPP sites to offer more than the minimum 22 sessions to support this goal. We offer 25 total NDPP sessions (16 in months 1-6; 9 in months 7-12), held at the same time, day, and location in group visit rooms available at 6 to 8 neighborhood primary care clinics. Two new NDPP classes commence quarterly over 2.5 years. To minimize potential contamination, participants in the two study arms are enrolled in separate NDPP classes. Trained, bilingual lay health educators lead NDPP classes as Lifestyle Coaches and provide make-up sessions as needed. They are observed by the research coordinator for fidelity and to assess for potential bias in NDPP delivery. Weight is measured at each session on a high-capacity, medical-grade scale. As required by the NDPP curriculum, participants are encouraged to achieve a weekly goal of ≥150 min of moderate to vigorous intensity physical activity (beginning gradually as needed). Participants are instructed to track start and stop times and report total weekly activity minutes at the following session. The most recent CDC curriculum also encourages a low-fat diet but does not require monitoring of dietary adherence [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Lifestyle Coaches conduct support calls between sessions to support engagement and health behavior change, address individual questions and concerns, and remind participants about upcoming sessions.</p>
      </sec>
      <sec>
        <title>Description of the Pre-National Diabetes Prevention Program Protocol</title>
        <p>The pre-NDPP protocol was previously developed in a pilot study funded by the Colorado Department of Public Health and Environment. The protocol is based on the Health Belief Model [<xref ref-type="bibr" rid="ref8">8</xref>] and extensive stakeholder engagement, including feedback from previous NDPP participants and Lifestyle Coaches. Presessions are intended to increase motivation and readiness to engage in the NDPP, while helping participants become comfortable with the group class format. Content was developed for a fourth grade reading level. Presessions focus on the following: (1) education on diabetes risks, (2) MI to participate in the NDPP, and (3) problem solving of barriers to engagement, following a standardized intervention manual. Presessions are delivered in a group format and scheduled for 1 hour to minimize burden, but are flexible in practice, lasting 60 to 90 min to address participant questions and needs. Presessions are held 1 to 2 weeks before NDPP classes start, at the same day, time, and location to facilitate transitions to the NDPP. To minimize bias, Lifestyle Coaches are alternatingly assigned each quarter to deliver pre-NDPP versus usual care NDPP, with accompanying fidelity observations.</p>
        <p>Pre-NDPP participants first receive education on diabetes risks and information about available resources to reduce risk, including a description of the NDPP. Education is informed by the Health Belief Model [<xref ref-type="bibr" rid="ref8">8</xref>] in which perceived risk, severity, benefits of and barriers to action, and cues to action determine health behavior. Topics include (1) an overview of T2D (eg, prevalence and common complications) and risks for developing T2D (eg, prediabetes, sedentary lifestyle, and overweight and obesity), (2) rates of T2D onset, (3) guidance that modest weight loss can reduce risk, and (4) evidence-based resources to prevent T2D, including a detailed overview of the NDPP. Guidance is intended to normalize the experience of being at-risk for T2D to reduce anxiety, while focusing on instilling hope that T2D is preventable and making calls to action.</p>
        <p>Following the pre-NDPP manual, coaches then use MI techniques (eg, reflective listening, evoking ambivalence, rolling with resistance, and eliciting change talk) [<xref ref-type="bibr" rid="ref11">11</xref>] to help participants identify their preferred plan of action to reduce risk, encouraging participation in NDPP sessions. For example, to create discrepancy, coaches acknowledge the difficulty of making changes in health behavior and probe for typical experiences of weight loss followed by weight regain or other similar challenges. To counterbalance these challenges, coaches will encourage participants to describe why preventing T2D is important to them (eg, wanting to live a long and healthful life or setting a positive example for their children and grandchildren). Coaches also nonjudgmentally acknowledge that while the NDPP works well for those who attend regularly, it may be challenging for some individuals to attend a yearlong class, and that it is okay to opt out or choose other risk reduction resources.</p>
        <p>Finally, to plan behavior to reduce diabetes risk, participants are guided toward developing a personalized SMART (Specific, Measurable, Achievable, Realistic, and Timebound) strategy for attending the NDPP. Coaches help participants identify their anticipated barriers to attendance (eg, need for child care) and possible solutions that would enable participation (eg, finding other caregivers or bringing children to class on occasion if needed). Participants are also encouraged that more frequent attendance is associated with greater weight loss, but overall benefits can be achieved despite missing some sessions: attending ≥15 sessions is associated with achieving the ≥5% weight loss goal on average (ie, each session is associated with 0.31% weight loss [<xref ref-type="bibr" rid="ref4">4</xref>]). Scaling questions are used to help individuals identify an appropriate initial goal. For example, although some participants may have limited confidence to make a commitment to attend the yearlong NDPP without having tried it before, they may report a 10 of 10 in confidence to attend at least the first NDPP session. Finally, participants complete an individualized action plan that includes their SMART goal and anticipated problem-solving strategies. Coaches also conduct brief calls after presessions are completed to follow up and address remaining questions or concerns.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The RCT focuses on comparing NDPP outcomes between participants who receive pre-NDPP versus direct enrollment into the NDPP. The assessment schedule is shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Demographic characteristics are extracted from EHR databases and verified as needed during the first study visit, including age, gender, race and ethnicity, preferred language, income (above or below 133% of federal poverty level), and education (highest level completed). Body weight is measured on a high-capacity medical-quality scale at study visits and NDPP sessions. The primary outcome is percent weight change from baseline to 12 months by ITT analysis (without regard to whether participants declined NDPP or had early dropout). We also calculate percent weight change from the first to last NDPP sessions attended (ie, last observation carried forward), per CDC guidelines [<xref ref-type="bibr" rid="ref17">17</xref>]. CMS standards for NDPP reimbursement also emphasize achieving ≥5% weight loss at any point in the program [<xref ref-type="bibr" rid="ref24">24</xref>], assessed as a dichotomous outcome. Attendance in the NDPP is measured as ≥1 session attended, total number of NDPP sessions attended (including make-up sessions), and duration of participation in the yearlong program. Rates of completing between-session support calls are also assessed as an additional indicator of engagement and treatment dose. Per the CDC’s NDPP curriculum, participants self-report weekly minutes of moderate to vigorous physical activity since the last session [<xref ref-type="bibr" rid="ref3">3</xref>]. Baseline BMI is also be assessed at the initial study visit as kg/m<sup>2</sup>.</p>
        <p>We are assessing potential mediators of perceived risk and self-efficacy, key constructs of the Health Belief Model [<xref ref-type="bibr" rid="ref8">8</xref>], and readiness for weight loss as an indicator of motivation. Perceived risk for developing diabetes is assessed with the Risk Perception Survey for Developing Diabetes, a 43-item Likert scale measure with four subscale scores on Comparative Disease Risk, Environmental Risk, Personal Control, and Optimistic Bias [<xref ref-type="bibr" rid="ref20">20</xref>]. Self-efficacy for weight control is measured with the Weight Efficacy Lifestyle Questionnaire–Short Form, an 8-item measure of confidence (on a 10-point scale) managing five situational factors related to weight management behavior: negative emotions, availability, social pressure, physical discomfort, and positive activities [<xref ref-type="bibr" rid="ref21">21</xref>]. We use validated Spanish-language versions of both measures [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Weight loss readiness is assessed with the Stages of Change in Overweight and Obese People (S-Weight), a 5-item survey developed concurrently in English and Spanish by expert consensus [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Mediators are measured during an initial assessment at the time of enrollment and 1 to 2 weeks before the first NDPP session (ie, immediately after presessions are completed for the pre-NDPP arm, and shortly before NDPP classes begin for the usual care NDPP arm). This is intended to determine whether pre-NDPP results in increased perceived risk, self-efficacy, and readiness compared with the usual care NDPP, and whether changes in these variables mediate outcomes.</p>
        <p>We are also evaluating implementation factors regarding pre-NDPP using the Reach, Effectiveness, Adoption, Implementation, and Maintenance (RE-AIM) planning and evaluation framework for implementation research [<xref ref-type="bibr" rid="ref27">27</xref>]. RE-AIM constructs will be assessed through a combination of recruitment data, intervention outcomes, staff logs, observations, and interviews with Lifestyle Coaches, clinic personnel, and patients, as well as cost records (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Observations and interviews with Lifestyle Coaches and clinic personnel will focus on how pre-NDPP implementation works in practice and where gaps in care processes may be. Interviews will seek to understand the context of intervention delivery and mindsets and belief systems that drive thoughts and actions regarding pre-NDPP. External influences such as financial demands and staff turnover will also be explored as potential challenges. Both Lifestyle Coaches and 3 personnel per each of 8 clinics (focusing on high- and low-referring providers and clinic directors) will be interviewed. The qualitative research assistant will shadow presessions using the observation template and field notes to determine fidelity to core features of the pre-NDPP protocol. Patient interviews will focus on discerning similarities and differences in perspectives about the pre-NDPP and NDPP across 6 groups: those (1) randomized to pre-NDPP and (2) randomized to usual care, and within these groups, those (1) who initially decline to enroll in the NDPP, (2) who enroll but complete &#60;6 months of the NDPP, and (3) who complete ≥6 months. We will begin with 5 interviews per group and continue until the thematic saturation is achieved (ie, not eliciting new information). Key interview questions include the extent to which pre-NDPP sessions increase motivation, relieve uncertainty about participating in the NDPP, address practical barriers to engagement, support autonomy, and other emergent factors that may influence participation. Patients and clinic personnel will be provided gift-card incentives. Interviews will be recorded with consent and transcribed for analysis.</p>
        <p>We will measure pre-NDPP costs using principles of time-driven, activity-based costing [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], accounting for Lifestyle Coach and supervisor time (including salaries and benefits), supplies and other direct costs, and indirect costs (eg, facilities and general administrative expenses). To focus on the cost of delivering the pre-NDPP, we will exclude costs associated with standard NDPP delivery and research-related costs (eg, data collection solely for research purposes). To facilitate accurate estimates of personnel costs, coaches and their supervisor will track the time spent on pre-NDPP activities (eg, training, outreach, preparing for, and conducting pre-NDPP) and report total hours for each pre-NDPP activity quarterly. Supplies and other direct costs will also be reported quarterly.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Measures for randomized controlled trial of Pre-National Diabetes Prevention Program</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="340"/>
            <col width="180"/>
            <col width="220"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Measure</td>
                <td>Description</td>
                <td>Method of collection</td>
                <td>Timeframe</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Characteristics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Demographics</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Age, gender, race and ethnicity, primary language, income, education</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected from EHR<sup>a</sup> and during first study visit</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>BL<sup>b</sup></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>BMI</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Baseline BMI (kg/m<sup>2</sup>)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during first study visit</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>BL<sup>b</sup></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Main outcomes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Initial NDPP<sup>c</sup> attendance</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>≥1 NDPP session attended</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of sessions attended</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>1-25 NDPP sessions attended</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in NDPP</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>1-365 days of NDPP participation</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of between-session calls completed</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>1-25 between-session support calls completed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physical activity</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Average self-reported weekly minutes at each NDPP session</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Percent weight change</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Based on (1) BL to 12 months (primary outcome), and (2) first to last NDPP sessions attended</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery; note weight is also measured at an initial study assessment and at a final 12-month study visit (we are setting up a time for all randomized individuals to have their weight measured at these study visits, for which they will receive gift cards)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥5% weight loss</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Achieved at any point in the NDPP</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Collected during NDPP delivery</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Mediators</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk perception</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Risk Perception Survey for Developing Diabetes [<xref ref-type="bibr" rid="ref20">20</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Administered by Lifestyle Coaches during first study visit and repeated prior to start of NDPP classes to assess pre-post change</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>BL and 1-5 days prior to start of NDPP classes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-efficacy</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Weight Efficacy Lifestyle Questionnaire [<xref ref-type="bibr" rid="ref21">21</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Administered by Lifestyle Coaches during first study visit and repeated prior to start of NDPP classes to assess pre-post change</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>BL and 1-5 days prior to start of NDPP classes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Readiness</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Stages of Change in Overweight and Obese People [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Administered by Lifestyle Coaches during first study visit and repeated prior to start of NDPP classes to assess pre-post change</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>BL and 1-5 days prior to start of NDPP classes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Implementation factors using Reach, Effectiveness, Adoption, Implementation, and Maintenance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reach—Absolute number, proportion, and representativeness of individuals who participate</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number and characteristics of patients referred, outreached, and expressed interest, consented, completed pre-NDPP (intervention group), and attended NDPP (both groups); reasons for not enrolling or dropout</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Demographics and referral data from EHR; enrollment and participation data collected by coaches; reasons for participating or declining collected by QRA<sup>d</sup> interviews with select participants</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Effectiveness—Intervention impact on key outcomes</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Based on main outcomes listed above</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Based on main outcomes listed above</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Based on main outcomes listed above</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td rowspan="2">Adoption—Absolute number, proportion, and representativeness of settings and agents willing to initiate intervention</td>
                <td rowspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Number and characteristics of participating Denver Health clinics; NDPP referrals; Lifestyle Coach participation</p>
                    </list-item>
                    <list-item>
                      <p>Factors influencing adoption</p>
                    </list-item>
                  </list>
                </td>
                <td rowspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Study documentation; EHR data</p>
                    </list-item>
                    <list-item>
                      <p>QRA interviews with Lifestyle Coaches and select clinic personnel</p>
                    </list-item>
                  </list>
                </td>
                <td rowspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Monthly abstraction analysis</p>
                    </list-item>
                    <list-item>
                      <p>BL; 6 months after start of pre-NDPP</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Implementation—Fidelity to intervention protocol, including consistency of delivery (eg, bias) and time and cost of intervention</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Completion of pre-NDPP and NDPP protocol components</p>
                    </list-item>
                    <list-item>
                      <p>Acceptability of pre-NDPP components, processes, and tools; any adaptations made by coaches</p>
                    </list-item>
                    <list-item>
                      <p>Process, barriers, facilitators to implementing pre-NDPP</p>
                    </list-item>
                    <list-item>
                      <p>Pre-NDPP cost</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Coach documentation; presession shadowing by QRA; fidelity checks</p>
                    </list-item>
                    <list-item>
                      <p>Survey by QRA to Lifestyle Coaches, select clinic personnel and select patients</p>
                    </list-item>
                    <list-item>
                      <p>QRA interviews with select participants, select clinic personnel and Lifestyle Coaches</p>
                    </list-item>
                    <list-item>
                      <p>Lifestyle Coach time and resources survey</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ongoing collection</p>
                    </list-item>
                    <list-item>
                      <p>6 months after start of pre-NDPP</p>
                    </list-item>
                    <list-item>
                      <p>12 months after start of pre-NDPP</p>
                    </list-item>
                    <list-item>
                      <p>Quarterly after each presession</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Maintenance (potential)—Extent to which intervention becomes routine practice and long-term participant benefits</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Plans and intent to continue, or modify and adapt, pre-NDPP after study; ROI<sup>e</sup> as an indicator of potential sustainability; 12-month weight loss outcomes</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>QRA interviews with Lifestyle Coaches and select clinic staff; document review and abstraction of NDPP payment schedules (eg, Medicare); above outcome data</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Study completion</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>BL: baseline.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>NDPP: National Diabetes Prevention Program.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>QRA: qualitative research assistant.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>ROI: return on investment.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Analysis Plan</title>
        <sec>
          <title>General Quantitative Approaches</title>
          <p>Differences in characteristics between study arms will be assessed using chi-square and <italic>t</italic> tests to examine potential sampling bias. Percent weight change is the primary outcome, which has a well-documented association with T2D incidence [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. ITT analyses will include all randomized participants regardless of NDPP participation, including those lost to follow-up. Weight loss data for women who become pregnant during the study will be excluded from analyses. Patient-level covariates will be screened in bivariate analyses and included in multivariate analysis if related to the outcome at <italic>P</italic>&#60;.20, differ between treatment arms, or associated with dropout. Covariates and potential moderators will include age, gender, race and ethnicity, primary language, comorbidities, and other demographic and clinical variables. Although primary analyses examine a single outcome per patient (eg, percent weight loss), for longitudinal analyses (eg, perceived risk), we will determine whether missingness patterns are ignorable or nonignorable [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. If so, we will employ likelihood-based methods that use all available data, adjusting for covariates associated with missingness. If missingness is nonignorable, we will use pattern mixture models [<xref ref-type="bibr" rid="ref35">35</xref>]. If normality assumptions are not met, we will use transformations to normalize distributions, ordinal or Poisson regression where appropriate, and/or the appropriate link function and distribution (eg, logit link and gamma distribution). We will use general (generalized) linear mixed models to incorporate data structures that may be both hierarchical (patients within groups) and longitudinal (repeated observations over time) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Hypothesis tests will be two-sided with α=.05 or <italic>P</italic> values reported. Goodness of fit statistics and model fitting diagnostics will be used to assess for influential points, outliers, overdispersion, and heteroscedasticity and to evaluate alternative model specifications [<xref ref-type="bibr" rid="ref37">37</xref>]. Analysts will be unblinded to condition but will not conduct preliminary analyses to minimize potential of biasing other project staff. Further, while Lifestyle Coaches record individual participant weights and minutes of physical activity at each NDPP session (per standard CDC guidelines for NDPP delivery), they will not calculate aggregate outcomes at the cohort level. SAS version 9.4 (SAS Institute Inc) will be used for analyses.</p>
        </sec>
        <sec>
          <title>Aim 1: To Evaluate Clinical Effectiveness of the Pre-National Diabetes Prevention Program Intervention</title>
          <sec>
            <title>Hypothesis 1.1</title>
            <p>Pre-NDPP participants will experience greater weight loss than those directly enrolled into NDPP. The primary outcome for this analysis will be percent weight change among all randomized participants. As study participation includes groups of individuals in the same study arm, the data structure will be hierarchical, with patients nested within groups. Statistical models are shown in hierarchical notation below. Likelihood of achieving ≥5% weight loss in the NDPP will also be evaluated (using generalized linear mixed models with logit link), as well as percent weight change from first to last NDPP sessions attended.</p>
          </sec>
          <sec>
            <title>Hypothesis 1.2</title>
            <p>Pre-NDPP participants will have greater engagement in the NDPP than those who are directly enrolled into the program. The outcome variables, number of sessions attended and days of participation, will be analyzed using similar approaches. If the distribution of outcomes is nonnormal, we will use generalized linear mixed models with the appropriate distribution and link function, as described earlier. We will also examine the dichotomous outcome of ≥1 NDPP session attended using multilevel logistic regression (generalized linear mixed model with logit link and random effect for group).</p>
          </sec>
        </sec>
        <sec>
          <title>Aim 2: To Examine Mediators and Moderators of Pre-National Diabetes Prevention Program Outcomes</title>
          <sec>
            <title>Hypothesis 2.1</title>
            <p>The Pre-NDPP intervention will increase perceived risk for developing diabetes and self-efficacy and readiness for weight management. Outcomes for these analyses will be patients’ perceived risk, self-efficacy, and readiness scores over time. We will use longitudinal models to determine if trajectories differ for patients in control versus intervention groups.</p>
          </sec>
          <sec>
            <title>Hypothesis 2.2</title>
            <p>Perceived risk, self-efficacy, and readiness will mediate relationships between pre-NDPP treatment and outcomes. Outcomes will be weight loss and session attendance, using similar approaches as described earlier for hypotheses 1.1 and 1.2. We will include baseline perceived risk, self-efficacy, and readiness as covariates and change in these constructs as primary independent variables to determine if the intervention effect is partially or fully explained by these hypothesized mediators [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          </sec>
          <sec>
            <title>Hypothesis 2.3</title>
            <p>Pre-NDPP effects will differ for participants with the moderator condition (eg, Hispanic and low-income) compared with those without the moderator (non-Hispanic and higher income). The effects of moderator analyses involve the inclusion of an intervention × moderator fixed effect for models that are not longitudinal (eg, percent weight loss and number of sessions attended). For longitudinal models (eg, self-efficacy over time), models will include a main effect for time, arm, moderator variable, time × arm, time × moderator, arm × moderator, and time × arm × moderator interaction term. The 3-way interaction term tests for differential intervention effectiveness in subgroups identified by the moderator variable.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Sample Size and Power</title>
        <p>Pre-NDPP pilot data indicate a 0.36 effect size for percent weight change in the NDPP with an intraclass correlation coefficient (ICC) of 1.44%. To be conservative for our primary outcome of percent weight loss among all randomized participants regardless of NDPP participation, we estimate minimum effect sizes detectable for various sample sizes and ICCs (<xref ref-type="table" rid="table2">Table 2</xref>), with effect sizes of approximately 0.28 to 0.35 for analyses of the primary outcome with a type 1 error rate of .05. Consequently, we expect that 500 randomized participants will provide adequate power while accounting for 20% potential attrition. Note that mediation and moderation analyses are considered exploratory, as estimated power is unknown.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Estimated power to detect treatment differences in percent weight loss.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="160"/>
            <col width="150"/>
            <col width="180"/>
            <col width="240"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Groups per arm</td>
                <td>Patients per group</td>
                <td>Intraclass correlation coefficient (%)</td>
                <td>Effective sample size</td>
                <td>Detectable difference (effect size)</td>
                <td>Power (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>10</td>
                <td>18 (180 per arm)</td>
                <td>1</td>
                <td>154</td>
                <td>0.32</td>
                <td>80</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>18 (180 per arm)</td>
                <td>2</td>
                <td>134</td>
                <td>0.35</td>
                <td>82</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>20 (200 per arm)</td>
                <td>1</td>
                <td>168</td>
                <td>0.31</td>
                <td>81</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>20 (200 per arm)</td>
                <td>2</td>
                <td>145</td>
                <td>0.33</td>
                <td>80</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>20 (240 per arm)</td>
                <td>1</td>
                <td>201</td>
                <td>0.28</td>
                <td>80</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>20 (240 per arm)</td>
                <td>2</td>
                <td>174</td>
                <td>0.31</td>
                <td>82</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Secondary Analyses</title>
        <p>Secondary analyses will be used to inform future applications of pre-NDPP. We will examine whether pre-NDPP participants only benefit if they attend NDPP thereafter (vs no benefit for those not attending NDPP after presessions), which would suggest potential utility as a screening process to identify individuals likely to engage in and benefit more from the NDPP. Additional secondary analyses will be conducted to determine whether patient characteristics that are associated with poor outcomes (ie, lack of retention and little or no weight loss) differ between control and intervention participants. If so, this information can be used to better target the intervention to individuals who could benefit from the presession.</p>
        <sec>
          <title>Aim 3: To Evaluate the Implementation Factors of Pre-National Diabetes Prevention Program</title>
          <p>Qualitative analyses will evaluate pre-NDPP implementation from a Lifestyle Coach, clinic provider and leadership, and patient perspective. Interviews and observation data will be cleaned and entered into the qualitative software program ATLAS.ti (version 8; Scientific Software Development GmbH) for analysis. Analyses will begin as a small group process for data triangulation to occur and use a grounded hermeneutic editing approach [<xref ref-type="bibr" rid="ref39">39</xref>]. Qualitative researchers will read 5 to 10 interviews and together determine key themes and their definitions and labels (<italic>codes</italic>). Codes will be vetted with the larger study team and stakeholder representatives. After establishing initial codes, analysts will code the data (first together, then independently) as outlined by Addison [<xref ref-type="bibr" rid="ref39">39</xref>] and will compare and reconcile coding until a high degree (≥80%) of conceptual interrater reliability is achieved. Specifically, data from interviews with Lifestyle Coaches and clinic personnel will examine themes related to adoption, feasibility, and acceptability of pre-NDPP. This analysis will determine key underlying characteristics, such as belief systems or mindsets, and/or practical reasons that make pre-NDPP effective or not, and to what extent. We expect that data from patient interviews will more thoroughly explain engagement in the NDPP. We will examine emergent codes across study groups by comparing group-level quotations to determine differential experiences. Finally, perceived reasons for participation (or nonparticipation) will be examined alongside actual engagement data to corroborate and explain quantitative results. In ongoing meetings with the larger study team, we will further consider existing literature and associated experiences for corroboration and seek out additional data as needed to confirm or refute results. After initial analysis has identified data to support one theme or interpretation, effort will be devoted to finding negative or disconfirming evidence. Clinic personnel and Lifestyle Coaches will be selected for member checking and revision of thematic groupings before final coding. The final phase consists of preparing interpretive summaries detailing the findings of prior phases. All phases of data processing and analysis will be cross-checked to ensure consistency in application of coding and classification procedures. Observation data will be analyzed similarly.</p>
        </sec>
        <sec>
          <title>Pre-National Diabetes Prevention Program Cost and Return on Investment</title>
          <p>We will calculate pre-NDPP cost as the average expense of each presession delivery based on personnel time, supplies and other direct costs, and indirect costs. We will then determine the projected return on investment (ROI) of pre-NDPP from both provider and payer perspectives. For NDPP providers, ROI will be calculated as the additional payment expected from payers as a result of potentially improved retention and weight loss of pre-NDPP participants minus the average presession cost and divided by presession cost. For common reference, payments will be based on the Medicare reimbursement schedule for achievement of NDPP attendance and weight loss milestones [<xref ref-type="bibr" rid="ref24">24</xref>]. We will compare the average expected reimbursement for participants in both study arms to measure additional payments that may be attributed to pre-NDPP. We will also conduct a sensitivity analysis by calculating the projected ROI for varying numbers of pre-NDPP participants with varying demographic characteristics (eg, race and ethnicity and income) and with other available NDPP payment schedules (eg, Maryland Medicaid) [<xref ref-type="bibr" rid="ref40">40</xref>]. Sensitivity analysis results will inform pre-NDPP sustainability by identifying the number of participants needed per presession to achieve a positive ROI, the extent to which moderators identified in hypothesis 2.3 affect ROI, and the extent to which different payment models affect ROI. From the perspective of NDPP payers, ROI will account for the expected reduction in direct health care expenditures as a result of covering pre-NDPP through an additional payment to NDPP providers, as calculated over a 3-year horizon. ROI will be the reduction in projected expenditures minus the average presession cost and divided by presession cost. Estimates of change in direct health care expenditures will be based on the impact of pre-NDPP on weight loss from hypothesis 1.1, the known relationship between weight loss and T2D incidence [<xref ref-type="bibr" rid="ref30">30</xref>], and the difference in expenditures for individuals with prediabetes or T2D over a 3-year horizon [<xref ref-type="bibr" rid="ref41">41</xref>]. This timeline requires discounting of expected reductions in years 2 and 3 expenditures for which we will apply a standard 3% discount rate. We will also conduct a sensitivity analysis by varying the number of pre-NDPP participants, their characteristics, and the discount rate. To be conservative, cost and ROI are based on all pre-NDPP participants, regardless of NDPP attendance.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Recruitment is underway as of July 2019. Initial participants will begin the intervention in October 2019. Data analysis and results reporting is expected to be completed in 2024.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>NDPP Outcomes</title>
        <p>NDPP outcomes are suboptimal, especially for disadvantaged populations, which involves the risk of further widening of health disparities if not addressed. Pilot data show feasibility and promising results of pre-NDPP among diverse, underserved patients with elevated diabetes risks, but are limited by small sample size of the intervention group and no concurrently randomized control group. To address the research gap, we are now conducting an RCT to compare NDPP attendance and weight loss among diverse, predominately underserved participants who receive pre-NDPP versus direct enrollment into NDPP (usual care).</p>
        <p>The primary hypothesis is that presessions improve NDPP engagement and weight loss, which will be confirmed if those randomized to pre-NDPP have better outcomes than those receiving usual care NDPP. A secondary analysis will examine whether only pre-NDPP participants who go on to NDPP benefit (vs no benefit for those declining NDPP), which would suggest that presessions screen for individuals likely to participate adequately, and thus benefit from, the NDPP. Screening via presessions may yet be an efficient population health strategy to (1) increase risk awareness for the estimated one-third of US adults with prediabetes [<xref ref-type="bibr" rid="ref1">1</xref>], (2) offer informed decision-making, and (3) maximize performance-based reimbursement for suppliers, which supports access [<xref ref-type="bibr" rid="ref42">42</xref>]. In either case, a brief group model may be optimal as (1) individual presessions appear cost-prohibitive, while longer sessions may also be more taxing on vulnerable populations; (2) uptake by NDPP suppliers likely depends on establishing efficacy in a low-cost, high-reach model; and (3) a key goal is supporting engagement in the yearlong NDPP for continued intervention, and thus increasing familiarity with its hour-long, group class format may be important.</p>
        <p>If effective, greater uptake is expected if NDPP providers and payers can understand how pre-NDPP achieves an effect and whether their populations are likely to benefit, which will be addressed via mediation and moderation analyses. To prepare for future dissemination, we will also evaluate implementation factors, including cost of adding presessions to NDPP delivery and estimated RO. If effective, this approach may reduce disparities in NDPP effectiveness. It can also be disseminated to all NDPP providers, including more than 1700 suppliers [<xref ref-type="bibr" rid="ref43">43</xref>], and may be supported by current NDPP payers such as Medicare, commercial insurers, and employer groups [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Thus, pre-NDPP has potential for high impact on the burden of T2D and related health disparities across the country.</p>
        <sec>
          <title>Limitations</title>
          <p>This study is powered on percent weight loss; more limited power is expected to evaluate pre-NDPP effectiveness among demographic subgroups and mediators and moderators. Although we do not anticipate difficulty meeting recruitment goals from provider referrals, we can identify additional eligible participants as needed from DH’s EHR. Recruitment is limited to a single health care system, yet in a variety of different clinics and following CDC standards for NDPP delivery. Our study requires initial contact by phone to proceed with enrollment, thus we may be systematically missing especially under-resourced individuals who lack sufficient connectivity. Further, participants are initially assigned to pre-NDPP or usual care NDPP, yet some pre-NDPP participants may not attend the presession prior to beginning NDPP classes, which may result in a lower effect size than observed in our pilot study of outcomes following presession completion.</p>
          <p>Lifestyle Coaches are necessarily unblinded to condition, thus introducing potential to bias their delivery of pre-NDPP and usual care NDPP interventions. While Lifestyle Coaches follow a standardized intervention manual for pre-NDPP, exact delivery of components like MI techniques may vary among presessions, as coaches must be responsive to the unique presentation of each group of pre-NDPP participants. Similarly, variability may occur for delivery of the NDPP curriculum across cohorts.</p>
          <p>Economic analysis limitations include reliance on the literature-derived estimates of projected cost savings and the relationship between weight loss and T2D incidence. It is possible that there will be limited or no effect of pre-NDPP in an RCT, but pilot results are strong, and any clinically meaningful benefit may be worthwhile given pre-NDPP is expected to be a relatively low-resource intervention. Financial incentives may in fact lead to better outcomes than obtained in previous observational study but are only offered for study-related assessments and appropriately sized.</p>
          <p>In summary, this RCT of pre-NDPP may lead to future dissemination of a scalable, evidence-based strategy to improve success of the NDPP, reduce disparities in NDPP effectiveness, and help prevent T2D across the country.</p>
        </sec>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-reviewer report from NIH.</p>
        <media xlink:href="resprot_v9i6e15499_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 179 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DH</term>
          <def>
            <p>Denver Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GDM</term>
          <def>
            <p>gestational diabetes mellitus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ITT</term>
          <def>
            <p>intent-to-treat</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MI</term>
          <def>
            <p>motivational interviewing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NDPP</term>
          <def>
            <p>National Diabetes Prevention Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NHB</term>
          <def>
            <p>non-Hispanic black</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NHW</term>
          <def>
            <p>non-Hispanic white</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">pre-NDPP</term>
          <def>
            <p>presession prior to the NDPP</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">RE-AIM</term>
          <def>
            <p>Reach, Effectiveness, Adoption, Implementation, and Maintenance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">ROI</term>
          <def>
            <p>return on investment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SMART</term>
          <def>
            <p>Specific, Measurable, Achievable, Realistic, and Timebound</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">T2D</term>
          <def>
            <p>type 2 diabetes</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is supported by an award from the National Institute of Diabetes and Digestive and Kidney Diseases (R01DK119478).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>CDC stacks</source>
          <year>2017</year>
          <access-date>2020-03-24</access-date>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>US Department of Health and Human Services</publisher-name>
          <comment>National Diabetes Statistics Report, 2017 : Estimates of Diabetes and Its Burden in the United States<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://stacks.cdc.gov/view/cdc/46743">https://stacks.cdc.gov/view/cdc/46743</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knowler</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett-Connor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamman</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Lachin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Nathan</surname>
              <given-names>DM</given-names>
            </name>
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>Reduction in the incidence of type 2 diabetes with lifestyle intervention or metformin</article-title>
          <source>N Engl J Med</source>
          <year>2002</year>
          <month>02</month>
          <day>7</day>
          <volume>346</volume>
          <issue>6</issue>
          <fpage>393</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11832527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa012512</pub-id>
          <pub-id pub-id-type="medline">11832527</pub-id>
          <pub-id pub-id-type="pii">346/6/393</pub-id>
          <pub-id pub-id-type="pmcid">PMC1370926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2017</year>
          <access-date>2017-08-07</access-date>
          <comment>National Diabetes Prevention Program<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/prevention/lifestyle-program/curriculum.html">https://www.cdc.gov/diabetes/prevention/lifestyle-program/curriculum.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Gruss</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Luman</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Nhim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rolka</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>A national effort to prevent type 2 diabetes: participant-level evaluation of CDC's National Diabetes Prevention Program</article-title>
          <source>Diabetes Care</source>
          <year>2017</year>
          <month>10</month>
          <volume>40</volume>
          <issue>10</issue>
          <fpage>1331</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28500215"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc16-2099</pub-id>
          <pub-id pub-id-type="medline">28500215</pub-id>
          <pub-id pub-id-type="pii">dc16-2099</pub-id>
          <pub-id pub-id-type="pmcid">PMC5606310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Christoe-Frazier</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McFann</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Havranek</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>RI</given-names>
            </name>
          </person-group>
          <article-title>Effect of the National Diabetes Prevention Program on weight loss for English- and Spanish-speaking Latinos</article-title>
          <source>Am J Health Promot</source>
          <year>2018</year>
          <month>03</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>812</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117117698623</pub-id>
          <pub-id pub-id-type="medline">28320212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Sauder</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Phimphasone-Brady</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Amura</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Rethinking the National Diabetes Prevention Program for low-income whites</article-title>
          <source>Diabetes Care</source>
          <year>2018</year>
          <month>04</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>e56</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2337/dc17-2230</pub-id>
          <pub-id pub-id-type="medline">29467170</pub-id>
          <pub-id pub-id-type="pii">dc17-2230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufmann</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Sauder</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Holtrop</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Presessions to the National Diabetes Prevention Program may be a promising strategy to improve attendance and weight loss outcomes</article-title>
          <source>Am J Health Promot</source>
          <year>2019</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>289</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117118786195</pub-id>
          <pub-id pub-id-type="medline">29986597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rimer</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanath</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The health belief model</article-title>
          <source>Health Behavior And Health Education: Theory, Research, And Practice. Fourth Edition</source>
          <year>2008</year>
          <publisher-loc>San Francisco, CA</publisher-loc>
          <publisher-name>Jossey-bass</publisher-name>
          <fpage>45</fpage>
          <lpage>65</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okosun</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Lyn</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Prediabetes awareness, healthcare provider’s advice, and lifestyle changes in American adults</article-title>
          <source>Int J Diabetes Mellit</source>
          <year>2015</year>
          <month>05</month>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijdm.2010.12.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geiss</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Cowie</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Diabetes risk reduction behaviors among US adults with prediabetes</article-title>
          <source>Am J Prev Med</source>
          <year>2010</year>
          <month>04</month>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>403</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2009.12.029</pub-id>
          <pub-id pub-id-type="medline">20307809</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(10)00009-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing in Health Care: Helping Patients Change Behavior</source>
          <year>2008</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubak</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sandbaek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lauritzen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Motivational interviewing: a systematic review and meta-analysis</article-title>
          <source>Br J Gen Pract</source>
          <year>2005</year>
          <month>04</month>
          <volume>55</volume>
          <issue>513</issue>
          <fpage>305</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=15826439"/>
          </comment>
          <pub-id pub-id-type="medline">15826439</pub-id>
          <pub-id pub-id-type="pmcid">PMC1463134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Deroo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rivara</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The use of brief interventions adapted from motivational interviewing across behavioral domains: a systematic review</article-title>
          <source>Addiction</source>
          <year>2001</year>
          <month>12</month>
          <volume>96</volume>
          <issue>12</issue>
          <fpage>1725</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1360-0443.2001.961217253.x</pub-id>
          <pub-id pub-id-type="medline">11784466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Channon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The potential for motivational interviewing to improve outcomes in the management of diabetes and obesity in paediatric and adult populations: a clinical review</article-title>
          <source>Diabetes Obes Metab</source>
          <year>2014</year>
          <month>05</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>381</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1111/dom.12195"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/dom.12195</pub-id>
          <pub-id pub-id-type="medline">23927612</pub-id>
          <pub-id pub-id-type="pmcid">PMC4237607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greaves</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sheppard</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Roden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>P</given-names>
            </name>
            <collab>IMAGE Study Group</collab>
          </person-group>
          <article-title>Systematic review of reviews of intervention components associated with increased effectiveness in dietary and physical activity interventions</article-title>
          <source>BMC Public Health</source>
          <year>2011</year>
          <month>02</month>
          <day>18</day>
          <volume>11</volume>
          <fpage>119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-11-119</pub-id>
          <pub-id pub-id-type="medline">21333011</pub-id>
          <pub-id pub-id-type="pii">1471-2458-11-119</pub-id>
          <pub-id pub-id-type="pmcid">PMC3048531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Swigert</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Establishing an effective primary care provider referral network for the National Diabetes Prevention Program</article-title>
          <source>AADE Pract</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>20</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1177/2325160316647707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>CDC</collab>
          </person-group>
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <month>03</month>
          <day>1</day>
          <access-date>2018-07-18</access-date>
          <comment>Diabetes Prevention Recognition Program: Standards and Operating Procedures<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/prevention/pdf/dprp-standards.pdf">https://www.cdc.gov/diabetes/prevention/pdf/dprp-standards.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <access-date>2018-08-06</access-date>
          <comment>Prediabetes Screening Test<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/prevention/pdf/Prediabetes-Risk-Test-Final.pdf">https://www.cdc.gov/diabetes/prevention/pdf/Prediabetes-Risk-Test-Final.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Echouffo-Tcheugui</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>How effective were lifestyle interventions in real-world settings that were modeled on the Diabetes Prevention Program?</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2012</year>
          <month>01</month>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2011.1009</pub-id>
          <pub-id pub-id-type="medline">22232096</pub-id>
          <pub-id pub-id-type="pii">31/1/67</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Mertz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kalten</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Risk perception for developing diabetes: comparative risk judgments of physicians</article-title>
          <source>Diabetes Care</source>
          <year>2003</year>
          <month>09</month>
          <volume>26</volume>
          <issue>9</issue>
          <fpage>2543</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.2337/diacare.26.9.2543</pub-id>
          <pub-id pub-id-type="medline">12941716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ames</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Heckman</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Grothe</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Eating self-efficacy: development of a short-form WEL</article-title>
          <source>Eat Behav</source>
          <year>2012</year>
          <month>12</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>375</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eatbeh.2012.03.013</pub-id>
          <pub-id pub-id-type="medline">23121791</pub-id>
          <pub-id pub-id-type="pii">S1471-0153(12)00044-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrés</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saldaña</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Benito</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Establishing the stages and processes of change for weight loss by consensus of experts</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2009</year>
          <month>09</month>
          <volume>17</volume>
          <issue>9</issue>
          <fpage>1717</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/oby.2009.100"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/oby.2009.100</pub-id>
          <pub-id pub-id-type="medline">19360014</pub-id>
          <pub-id pub-id-type="pii">oby2009100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrés</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Research Gate</source>
          <year>2016</year>
          <access-date>2018-08-06</access-date>
          <comment>Stages and Processes of Change Questionnaires in Weight Management (S-Weight and P-Weight)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/299845622_S-Weight_and_P-Weight_questionnaires_Spanish_and_English_version">https://www.researchgate.net/publication/299845622_S-Weight_and_P-Weight_questionnaires_ Spanish_and_English_version</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Centers for Medicare &#38; Medicaid Services (CMS)‚ HHS</collab>
          </person-group>
          <article-title>Medicare program; revisions to payment policies under the physician fee schedule and other revisions to part B for CY 2018; Medicare shared savings program requirements; and Medicare diabetes prevention program. Final rule</article-title>
          <source>Fed Regist</source>
          <year>2017</year>
          <month>11</month>
          <day>15</day>
          <volume>82</volume>
          <issue>219</issue>
          <fpage>52976</fpage>
          <lpage>3371</lpage>
          <pub-id pub-id-type="medline">29231695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Caban</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schechter</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>DeWitt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kalten</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Mera</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Mojica</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Measuring comparative risk perceptions in an urban minority population: the risk perception survey for diabetes</article-title>
          <source>Diabetes Educ</source>
          <year>2007</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>103</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721706298198</pub-id>
          <pub-id pub-id-type="medline">17272796</pub-id>
          <pub-id pub-id-type="pii">33/1/103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Berrocal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Rivas</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Factor analysis of the Spanish version of the Weight Efficacy Life-style Questionnaire</article-title>
          <source>Educ Psychol Meas</source>
          <year>2002</year>
          <month>06</month>
          <day>1</day>
          <volume>62</volume>
          <issue>3</issue>
          <fpage>539</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1177/001316402128774879</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Boles</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the public health impact of health promotion interventions: the RE-AIM framework</article-title>
          <source>Am J Public Health</source>
          <year>1999</year>
          <month>09</month>
          <volume>89</volume>
          <issue>9</issue>
          <fpage>1322</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.89.9.1322</pub-id>
          <pub-id pub-id-type="medline">10474547</pub-id>
          <pub-id pub-id-type="pmcid">PMC1508772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>How to solve the cost crisis in health care</article-title>
          <source>Harv Bus Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>89</volume>
          <issue>9</issue>
          <fpage>46</fpage>
          <lpage>52, 54, 56</lpage>
          <pub-id pub-id-type="medline">21939127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Witkowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guzman</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Meara</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Padden</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Weidemeier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wertheimer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Feeley</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Using time-driven activity-based costing to identify value improvement opportunities in healthcare</article-title>
          <source>J Healthc Manag</source>
          <year>2014</year>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>399</fpage>
          <lpage>412</lpage>
          <pub-id pub-id-type="medline">25647962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamman</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Edelstein</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lachin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoskin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kriska</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer-Davis</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pi-Sunyer</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Regensteiner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Venditti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wylie-Rosett</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of weight loss with lifestyle intervention on risk of diabetes</article-title>
          <source>Diabetes Care</source>
          <year>2006</year>
          <month>09</month>
          <volume>29</volume>
          <issue>9</issue>
          <fpage>2102</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16936160"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc06-0560</pub-id>
          <pub-id pub-id-type="medline">16936160</pub-id>
          <pub-id pub-id-type="pii">29/9/2102</pub-id>
          <pub-id pub-id-type="pmcid">PMC1762038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Little</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <source>Statistical Analysis With Missing Data</source>
          <year>1987</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>Wiley-interscience</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dempster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laird</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Maximum likelihood estimation from incomplete data via the EM algorithm</article-title>
          <source>J R Stat Soc Series B Stat Methodol</source>
          <year>1977</year>
          <volume>39</volume>
          <fpage>1</fpage>
          <lpage>38</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diggle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kenward</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Informative drop-out in longitudinal data analysis</article-title>
          <source>Appl Stat</source>
          <year>1994</year>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.2307/2986113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fairclough</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <source>Design and Analysis of Quality of Life Studies in Clinical Trials. Second Edition</source>
          <year>2010</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>Chapman And Hall/crc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hedeker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Application of random-effects pattern-mixture models for missing data in longitudinal studies</article-title>
          <source>Psychol Methods</source>
          <year>1997</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>64</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1037/1082-989x.2.1.64</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raudenbush</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Bryk</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <source>Hierarchical Linear Models: Applications and Data Analysis Methods. Second Edition</source>
          <year>2001</year>
          <publisher-loc>Newbury Park, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Littell</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Milliken</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Stroup</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfinger</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Schabenberger</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <source>SAS for Mixed Models</source>
          <year>1996</year>
          <publisher-loc>Cary, NC</publisher-loc>
          <publisher-name>SAS Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Fairburn</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Agras</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Mediators and moderators of treatment effects in randomized clinical trials</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2002</year>
          <month>10</month>
          <volume>59</volume>
          <issue>10</issue>
          <fpage>877</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.59.10.877</pub-id>
          <pub-id pub-id-type="medline">12365874</pub-id>
          <pub-id pub-id-type="pii">ynv10179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Addison</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Crabtree</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A grounded hermenuetic editing approach</article-title>
          <source>Doing Qualitative Research. Second Edition</source>
          <year>1999</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage</publisher-name>
          <fpage>145</fpage>
          <lpage>61</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Maryland Department of Health</collab>
          </person-group>
          <source>National DPP Coverage Toolkit</source>
          <year>2018</year>
          <month>12</month>
          <access-date>2020-03-19</access-date>
          <comment>Medicaid and National Diabetes Prevention Program (DPP) Demonstration Technical Guidance<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coveragetoolkit.org/wp-content/uploads/2019/04/National-DPP-Demonstration-Maryland-Medicaid-Technical-Guidance-12.31.2018-DRAFT.pdf">https://coveragetoolkit.org/wp-content/uploads/2019/04/National-DPP-Demonstration-Maryland-Medicaid-Technical-Guidance-12.31.2018-DRAFT.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Purkayastha</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Princic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sedgley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rudolph</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Progression to type 2 diabetes, healthcare utilization, and cost among pre-diabetic patients with or without comorbid hypertension</article-title>
          <source>Curr Med Res Opin</source>
          <year>2011</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>809</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1185/03007995.2011.554806</pub-id>
          <pub-id pub-id-type="medline">21306287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>New Medicare diabetes prevention coverage may limit beneficiary access and widen health disparities</article-title>
          <source>Med Care</source>
          <year>2018</year>
          <month>11</month>
          <volume>56</volume>
          <issue>11</issue>
          <fpage>908</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000981</pub-id>
          <pub-id pub-id-type="medline">30312286</pub-id>
          <pub-id pub-id-type="pii">00005650-201811000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2017</year>
          <access-date>2017-11-15</access-date>
          <comment>Diabetes Prevention Recognition Program – Registry of Recognized Organizations<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nccd.cdc.gov/DDT_DPRP/Registry.aspx">https://nccd.cdc.gov/DDT_DPRP/Registry.aspx</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tice</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Seidner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ollendorf</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weissberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Institute for Clinical and Economic Review</source>
          <year>2016</year>
          <month>07</month>
          <day>25</day>
          <access-date>2018-10-12</access-date>
          <comment>Diabetes Prevention Programs: Effectiveness and Value<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://icer-review.org/wp-content/uploads/2016/07/CTAF_DPP_Final_Evidence_Report_072516.pdf">https://icer-review.org/wp-content/uploads/2016/07/CTAF_DPP_Final_Evidence_Report_072516.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <source>Center for Disease Control and Prevention</source>
          <year>2016</year>
          <month>09</month>
          <access-date>2018-02-02</access-date>
          <comment>Approaches to Employer Coverage of the National Diabetes Prevention Program for Employees at Risk for Type 2 Diabetes<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/pdfs/programs/stateandlocal/emerging_practices-employer_coverage.pdf">https://www.cdc.gov/diabetes/pdfs/programs/stateandlocal/emerging_practices-employer_coverage.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
