<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e50183</article-id>
      <article-id pub-id-type="pmid">37955955</article-id>
      <article-id pub-id-type="doi">10.2196/50183</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Telehealth Diabetes Prevention Program for Adults With Prediabetes in an Academic Medical Center Setting: Protocol for a Hybrid Type III Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fitzner</surname>
            <given-names>Karen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ross</surname>
            <given-names>Kathryn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Gamble</surname>
            <given-names>Abigail</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Preventive Medicine</institution>
            <institution>John D Bower School of Population Health</institution>
            <institution>University of Mississippi Medical Center</institution>
            <addr-line>2500 N State Street</addr-line>
            <addr-line>Jackson, MS, 39216</addr-line>
            <country>United States</country>
            <phone>1 601 815 9482</phone>
            <email>agamble2@umc.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4040-0765</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>Tamkeen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4522-0811</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>Alejandro</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4608-4217</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Guo</surname>
            <given-names>Yan</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-9233-7474</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Vasaitis</surname>
            <given-names>Siga</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-2031-5854</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Bidwell</surname>
            <given-names>Josie</given-names>
          </name>
          <degrees>RN, DNP</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5765-959X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Christman</surname>
            <given-names>Brian</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3034-689X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Preventive Medicine</institution>
        <institution>John D Bower School of Population Health</institution>
        <institution>University of Mississippi Medical Center</institution>
        <addr-line>Jackson, MS</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Myrlie Evers-Williams Institute for the Elimination of Health Disparities</institution>
        <institution>John D Bower School of Population Health</institution>
        <institution>University of Mississippi Medical Center</institution>
        <addr-line>Jackson, MS</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>American Medical Association</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Optum</institution>
        <addr-line>Eden Prairie, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Center For Informatics and Analytics</institution>
        <institution>University of Mississippi Medical Center</institution>
        <addr-line>Jackson, MS</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Preventive Medicine</institution>
        <institution>School of Medicine</institution>
        <institution>University of Mississippi Medical Center</institution>
        <addr-line>Jackson, MS</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Data Science</institution>
        <institution>John D Bower School of Population Health</institution>
        <institution>University of Mississippi Medical Center</institution>
        <addr-line>Jackson, MS</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Abigail Gamble <email>agamble2@umc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>11</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e50183</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>9</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Abigail Gamble, Tamkeen Khan, Alejandro Hughes, Yan Guo, Siga Vasaitis, Josie Bidwell, Brian Christman. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 13.11.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e50183" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Diabetes is a costly epidemic in the United States associated with both health and economic consequences. These consequences can be mitigated by participation in structured lifestyle change programs such as the National Diabetes Prevention Program (DPP) led by the Centers for Disease Control and Prevention. Mississippi consistently has among the highest rates of diabetes and prediabetes nationally. Implementing the National DPP through large health care systems can increase reach and accessibility for populations at the highest risk for diabetes. Translational research on the National DPP in Mississippi has not been studied.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate the implementation and impact of the National DPP delivered using telehealth modalities at the University of Mississippi Medical Center in Jackson, Mississippi.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>An effectiveness-implementation hybrid type III research design is proposed. The study design is guided by the Reach, Effectiveness, Adoption, Implementation, and Maintenance framework and the Practical, Robust Implementation and Sustainability Model. Participants are being recruited via provider referral, and the DPP is being delivered by trained lifestyle coaches. Study participants include adult (≥18 years) patients eligible for the DPP with at least 1 encounter at 1 of 3 ambulatory clinic specialties (lifestyle medicine, family medicine, and internal medicine) between January 2019 and December 2023. The National DPP eligibility criteria include a BMI ≥25 kg/m<sup>2</sup> and hemoglobin A<sub>1c</sub> between 5.7% and 6.4%. The University of Mississippi Medical Center criteria include Medicare or Medicaid beneficiaries. The University of Mississippi Medical Center’s a priori implementation plan was developed using the Consolidated Framework for Implementation Research and includes 23 discrete strategies. The primary aim will use an embedded mixed method process analysis to identify and mitigate challenges to implementation. The secondary aim will use a nonrandomized quasi-experimental design to assess the comparative effectiveness of the DPP on health care expenditures. A propensity score matching method will be implemented to compare case subjects to control subjects. The primary outcomes include patient referrals, participant enrollment, retention, engagement, the incidence of diabetes, and health care resource use and costs.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>At baseline, of the 26,151 patients across 3 ambulatory clinic specialties, 1010 (3.9%) had prediabetes and were eligible for the National DPP. Of the 1010 patients, more than half (n=562, 55.6%) were aged 65 years or older, 79.5% (n=803) were Medicare beneficiaries, 65.9% (n=666) were female, and 70.8% (n=715) were obese.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This is the first translational study of the National DPP in Mississippi. The findings will inform implementation strategies impacting the uptake and sustainability of the National DPP delivered in an academic medical setting using distance learning and telehealth modalities.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04822480; https://clinicaltrials.gov/study/NCT03622580</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/50183</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>prediabetic state</kwd>
        <kwd>prevention</kwd>
        <kwd>preventive medicine</kwd>
        <kwd>Centers for Disease Control and Prevention</kwd>
        <kwd>Medicare</kwd>
        <kwd>telemedicine</kwd>
        <kwd>telehealth</kwd>
        <kwd>behavioral science</kwd>
        <kwd>implementation science</kwd>
        <kwd>implementation</kwd>
        <kwd>research evaluation</kwd>
        <kwd>cost-benefit analysis</kwd>
        <kwd>diabetes</kwd>
        <kwd>diabetic</kwd>
        <kwd>cost</kwd>
        <kwd>costs</kwd>
        <kwd>economic</kwd>
        <kwd>prevention</kwd>
        <kwd>design</kwd>
        <kwd>engagement</kwd>
        <kwd>use</kwd>
        <kwd>distant learning</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Type 2 diabetes mellitus (herein referred to as diabetes) is a costly epidemic in the United States responsible for significant morbidity and mortality. In 2019, over 37.1 million (14.7%) adults (≥18 years) were diagnosed with diabetes [<xref ref-type="bibr" rid="ref1">1</xref>]. Diabetes is a metabolic derangement characterized by insulin insensitivity resulting from insulin resistance, reduced insulin production, and eventual pancreatic beta-cell failure, leading to hyperglycemia. Prediabetes is often a precursor to diabetes, a condition with plasma blood glucose levels higher than normal (hemoglobin A<sub>1c</sub> [HbA<sub>1c</sub>] 5.7%-6.4%) but not high enough to be characterized as diabetes (HbA<sub>1c</sub> ≥6.5%) [<xref ref-type="bibr" rid="ref2">2</xref>]. An estimated 96 million (38%) adults had prediabetes in 2019 [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>In 2017, diabetes was estimated to impose a US $327 billion annual economic burden, including US $237 billion in direct medical costs [<xref ref-type="bibr" rid="ref3">3</xref>]. A retrospective study of claims data from 2010 to 2014 among a commercially insured adult (18 to 64 years) population showed patients with newly diagnosed diabetes spent US $10,000 or more than their nondiabetic counterparts over the 5 years leading up to the diagnosis [<xref ref-type="bibr" rid="ref4">4</xref>]. Annual medical expenditures are nearly one-third higher for those who subsequently develop diabetes relative to those who do not transition from prediabetes to diabetes, with an average difference of US $2671 per year [<xref ref-type="bibr" rid="ref5">5</xref>]. At that cost differential, the 3-year return on investment (ROI) for diabetes prevention was estimated to be as high as 42% [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>In 2010, the Centers for Disease Control and Prevention (CDC) introduced the National Diabetes Prevention Program (DPP) to mitigate the transition from prediabetes to diabetes [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. In 2018, the Center for Medicare and Medicaid Services launched the Medicare DPP offering an unprecedented opportunity to reach the estimated 48.3% (25.9 million) of older adults with prediabetes [<xref ref-type="bibr" rid="ref9">9</xref>]. Despite macrolevel policy support for disseminating lifestyle change programs (LCPs) such as the Medicare DPP, significant challenges hinder translation. There are gaps in program accessibility and population reach and challenges to community and organizational uptake and sustainability of LCPs [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. A recent review by Ackermann and O’Brien [<xref ref-type="bibr" rid="ref16">16</xref>] found that more than 1500 organizations had reached about 300,000 people with the DPP nationally, representing a mere 1% of the target population. In another review of Medicare DPP supplier organizations, Ritchie and Gritz [<xref ref-type="bibr" rid="ref17">17</xref>] found 126 unique suppliers across 601 sites nationally (1 site per 100,000 beneficiaries), and the estimated reimbursement to cover program delivery was US $661 per beneficiary. The National DPP is less available to residents in rural locales [<xref ref-type="bibr" rid="ref18">18</xref>], in counties with higher diabetes incidence, and among socioeconomically disadvantaged groups relative to their respective counterparts [<xref ref-type="bibr" rid="ref19">19</xref>]. Furthermore, program attrition rates are the highest among racial and ethnic minority populations [<xref ref-type="bibr" rid="ref14">14</xref>]. Efforts are needed to increase the overall detection, diagnosis, and referral of patients with prediabetes to an LCP such as the DPP, and tailored approaches for vulnerable populations are needed to ensure equity.</p>
        <p>Hybrid implementation-effectiveness trials are particularly well suited to identify strategies to address these gaps. Blended designs study the translation of evidence-based interventions within a real-world context to foster more rapid translation over conducting these studies independently [<xref ref-type="bibr" rid="ref20">20</xref>]. Curran et al [<xref ref-type="bibr" rid="ref21">21</xref>] proposed 3 types of hybrid designs. Type I designs prioritize effectiveness testing and, secondarily, the gathering of contextual information for implementation. In type II designs, clinical and implementation aims are tested simultaneously, and type III designs prioritize implementation. Type III designs are specifically recommended when implementing an evidence-based practice or program such as the DPP in a new setting or population. Damschroder et al [<xref ref-type="bibr" rid="ref10">10</xref>] used a type III design to study the implementation of LCPs to veterans through the Veterans Health Administration while comparing the effectiveness of the National DPP with the MOVE! weight management program [<xref ref-type="bibr" rid="ref10">10</xref>]. The findings demonstrated that large health care systems have the potential to fill gaps in advancing equity in diabetes prevention through improved reach among priority populations and support for uptake in large health care systems. Critical implications included the need for buy-in among systems and local leaders, disseminating evidence-based findings to referring clinicians who may question the overall effectiveness of LCPs for diabetes prevention, and allocating sufficient time and resources for staff training. Conducting hybrid trials in regions with the highest rates of diabetes and disparities is a priority; however, in states such as Mississippi, where diabetes rates are persistently among the highest, no translational studies of the National DPP have been conducted.</p>
      </sec>
      <sec>
        <title>Aims</title>
        <p>The primary aim of this study is to evaluate the implementation of the National DPP and Medicare DPP LCPs in 1 large health care system. The RE-AIM (Reach, Effectiveness, Adoption, Implementation, and Maintenance) framework [<xref ref-type="bibr" rid="ref22">22</xref>] will guide a mixed methods process evaluation to understand how and why the DPP LCP worked, for whom, in what settings, and at what intensities. The secondary aim is to use a nonrandomized quasi-experimental design to assess the comparative effectiveness of the DPP on reducing diabetes risk, health care cost savings, and health care use. An overview of the study research questions is provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Research questions by measures of the Reach, Effectiveness, Adoption, Implementation, and Maintenance framework.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Measure</td>
                <td>Research question</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Reach</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>What percent of potentially eligible patients were excluded and participated?</p>
                    </list-item>
                    <list-item>
                      <p>How representative were the participants of the target population?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Effectiveness</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>What impact did the intervention have on all participants who began the program?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Adoption</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>What percent of clinical sites and providers participated in the intervention?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Implementation</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>To what extent were the intervention components delivered as intended?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Maintenance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Organizational</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>To what extent was the intervention continued?</p>
                    </list-item>
                    <list-item>
                      <p>How were the implementation strategies adapted?</p>
                    </list-item>
                    <list-item>
                      <p>To what extent was the intervention modified?</p>
                    </list-item>
                    <list-item>
                      <p>Can the institution maintain delivery of the LCP<sup>a</sup>?</p>
                    </list-item>
                    <list-item>
                      <p>What is the cost-benefit of delivering versus not delivering the LCP to patients with prediabetes?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Participant</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>What was the attrition rate?</p>
                    </list-item>
                    <list-item>
                      <p>What was the representation of participants not completing the intervention?</p>
                    </list-item>
                    <list-item>
                      <p>How did attrition impact conclusions about effectiveness?</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>LCP: Lifestyle Change Program.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study uses a hybrid type III research design [<xref ref-type="bibr" rid="ref21">21</xref>] and follows the Standards for Reporting Implementation Studies (StaRI) [<xref ref-type="bibr" rid="ref23">23</xref>]. StaRI guidelines were developed to promote the translation of implementation studies. The 27-item checklist ensures the transparent reporting of implementation strategies and the effectiveness of the intervention that is being implemented. The proposed study will be the first to comprehensively evaluate the translation of the National DPP and Medicare DPP in Mississippi.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was reviewed by the institutional review board at the University of Mississippi Medical Center (2020V0327). This trial is registered with ClinicalTrials.gov (NCT04822480).</p>
      </sec>
      <sec>
        <title>Implementation Context</title>
        <sec>
          <title>Setting</title>
          <p>Mississippi is consistently ranked among the states with the highest rates of diabetes (n=326,420, 14.4%) and prediabetes (n=814,000, 35.6%) in the United States [<xref ref-type="bibr" rid="ref24">24</xref>]. It is also the only state where every county is included in the Diabetes Belt, a cluster of counties in the Southeastern United States where obesity and physical inactivity account for one-third of all diagnosed diabetes cases [<xref ref-type="bibr" rid="ref25">25</xref>]. Mississippi has the highest percentage of Black (n=1,111,340, 37.8%) populations of any state in the United States and persistently has higher rates of poverty (n=570,371, 19.4%) and a lower median household income (US $49,111) compared to national statistics (n=38,661,356, 11.6% and US $69,021, respectively) [<xref ref-type="bibr" rid="ref26">26</xref>]. The exceedingly high rates of poverty contribute to Mississippi having the highest Federal Medical Assistance Percentage in the nation (77.27%) [<xref ref-type="bibr" rid="ref27">27</xref>]. It is the nation’s fourth most rural state [<xref ref-type="bibr" rid="ref20">20</xref>], where 65 (79.3%) of the 82 counties are considered rural areas. According to the Health Resources and Services Administration [<xref ref-type="bibr" rid="ref28">28</xref>], every one of Mississippi’s 82 counties is designated a medically underserved area [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        </sec>
        <sec>
          <title>Implementation Site</title>
          <p>The University of Mississippi Medical Center (UMMC) in Jackson, Mississippi, is the state’s only academic medical center. Annually, UMMC physicians conduct over 535,000 clinical visits; 195,000 outpatient and 135,000 emergency room encounters; and 31,000 hospital admissions serving pediatric and adult patients statewide. The UMMC is a minority-serving and research-intensive health care organization with a state mandate to provide no less than 50% of its services to indigent persons (Miss. Code Ann. § 37-115-27; 2017).</p>
          <p>The UMMC is also home to 1 of only 2 telehealth centers of excellence in the country funded by the Health Resources and Services Administration (6-U66RH31459-04-01). In partnership with telehealth, the UMMC launched its DPP program in 2020. Implementing the National DPP LCP through health care systems, such as the UMMC, has the potential to increase program reach and accessibility for residents who are among those at the highest risk for diabetes in the most medically underserved communities; however, no studies of the translation of the DPP have been conducted in Mississippi. The proposed study will be the first to comprehensively evaluate the translation of the National DPP and Medicare DPP in Mississippi.</p>
        </sec>
        <sec>
          <title>Implementation Strategy</title>
          <p>The implementation plan was developed using the CFIR (Consolidated Framework for Implementation Research) [<xref ref-type="bibr" rid="ref29">29</xref>]. The CFIR is a determinants framework for navigating the contextual factors that affect the uptake of innovations by health care institutions. The framework is comprised of 39 constructs across 5 complex interacting domains such as intervention characteristics, organizational inner setting context, outer setting context, characteristics of individuals involved with implementation, and implementation processes. The 4 interrelated processes include planning, engaging, executing and reflecting, and evaluating. The processes interact dynamically to achieve organizational (eg, UMMC health care system) and individual (eg, UMMC clinical providers) level use of an intervention as intended (eg, use of electronic health record system for screening and referral of patients at risk for diabetes). The UMMC’s a priori implementation plan includes 23 [<xref ref-type="bibr" rid="ref24">24</xref>] discrete strategies described in <xref ref-type="table" rid="table2">Table 2</xref> [<xref ref-type="bibr" rid="ref30">30</xref>]. One strategy is taking a phased approach to implementation. Thus, in phase 1 of implementation, 3 clinical specialties were targeted based on provider buy-in including family medicine (n=8 clinical sites), lifestyle medicine (n=1 clinical site), and internal medicine (n=5 clinical sites).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Discrete implementation strategies according to the Consolidated Framework for Implementation Research domains and taxonomy.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="24"/>
              <col width="250"/>
              <col width="726"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Domain</td>
                  <td>Strategy</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Implementation processes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Evaluative and iterative strategies</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Conduct a needs assessment to support the need for diabetes prevention LCP<sup>a</sup></p>
                      </list-item>
                      <list-item>
                        <p>Develop a formal blueprint that defines goals and strategies</p>
                      </list-item>
                      <list-item>
                        <p>Access various organizational aspects to determine their degree of readiness to implement, barriers that may impede implementation, and strengths that can be used in the implementation effort</p>
                      </list-item>
                      <list-item>
                        <p>Stage implementation scale-up by starting with demonstration projects and gradually moving to a system-wide rollout</p>
                      </list-item>
                      <list-item>
                        <p>Collect and summarize clinical performance data to monitor, evaluate, and modify provider behavior</p>
                      </list-item>
                      <list-item>
                        <p>Obtain and use patient feedback on LCP to enhance program use and uptake</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Adapt and tailor to context</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Involve, hire, and consult experts to inform management on the use of data generated by implementation efforts</p>
                      </list-item>
                      <list-item>
                        <p>Tailor strategies to address barriers and leverage facilitators</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Inner setting</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Financial strategies</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Secure external funding to support implementation and dissemination</p>
                      </list-item>
                      <list-item>
                        <p>Explore innovative models of bundled payments</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Change infrastructure</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Change and adapt the location of clinical service sites to increase access</p>
                      </list-item>
                      <list-item>
                        <p>Change records systems to allow better assessment of implementation or clinical outcomes</p>
                      </list-item>
                      <list-item>
                        <p>Develop and implement tools for quality monitoring</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Individuals</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Develop relationships</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Identify early adopters to learn from their experiences</p>
                      </list-item>
                      <list-item>
                        <p>Inform providers identified as opinion leaders to serve as DPP<sup>b</sup> Champions, influence other providers, and contribute to an organizational climate that values prevention through lifestyle change</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provider engagement</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Meet with providers in their practice settings to teach them about the DPP with the intent of increasing referrals to the DPP</p>
                      </list-item>
                      <list-item>
                        <p>Plan for and conduct continuous training</p>
                      </list-item>
                      <list-item>
                        <p>Develop and disseminate informational materials to educate about the DPP and how they can refer their patients</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Support clinicians</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Create a new clinical team by adding an operations manager and integrating trained lifestyle coaches into the clinical team</p>
                      </list-item>
                      <list-item>
                        <p>Develop reminder systems designed to help clinicians recall information and prompt them to use the clinical innovation</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Outer setting</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Patient engagement</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Develop strategies with patients to encourage adherence and problem-solving barriers</p>
                      </list-item>
                      <list-item>
                        <p>Prepare patients to be active participants in preventing diabetes</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Develop multilevel and interdisciplinary partnerships</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Identify and strengthen external partnerships and collaborations centered on diabetes prevention</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>LCP: Lifestyle Change Program.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>DPP: Diabetes Prevention Program.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Intervention Characteristics</title>
        <sec>
          <title>National DPP</title>
          <p>The National DPP is a 12-month LCP delivered in a group setting by a trained lifestyle coach. The core 16 sessions are delivered weekly in the first 6 months of the program. In the maintenance phase, a minimum of 6 sessions are delivered monthly. The evidence-based program aims to develop behavior change skills leading to increased physical activity (150 minutes per week) and modest weight loss (7% reduction in total body weight), which are proven to prevent or delay diabetes in adults [<xref ref-type="bibr" rid="ref7">7</xref>]. The DPP LCP is a clinical service of lifestyle medicine in the Department of Preventive Medicine in both the School of Medicine and John D. Bower School of Population Health at the UMMC. The LCP achieved full recognition from the CDC within the first year and, in 2020, became the third Medicare-approved DPP provider in Mississippi.</p>
        </sec>
        <sec>
          <title>Interventionists</title>
          <p>Lifestyle coaches are UMMC employees and include registered dietitians, project coordinators in population health, and community health workers. All interventionists completed a CDC-recognized lifestyle coach training, have a registered National Provider Identifier, and completed continuing education units. Newly trained lifestyle coaches shadow an experienced coach prior to leading an independent cohort of patients.</p>
        </sec>
        <sec>
          <title>Delivery</title>
          <p>Group-based sessions are delivered using BigBlueButton, an open-source web-based classroom software [<xref ref-type="bibr" rid="ref31">31</xref>]. This educational platform provides a unique link to connect participants using videoconferencing. Participants click a homeroom link, type their names, and enter the room. Weekly weight is tracked using digital body weight scales (developed by BodyTrace, Inc) equipped with cellular connectivity. Weekly physical activity minutes are reported to the lifestyle coach via phone call or email before or immediately following each session. Participant attendance, weight, physical activity, and billing (Medicare-eligible participants only) are tracked in patients’ electronic medical records in Epic (Epic Systems Corporation).</p>
        </sec>
        <sec>
          <title>Eligibility Criteria</title>
          <p>UMMC adult patients (≥18 years) who are overweight (BMI≥25 to 29.9 kg/m<sup>2</sup>) or obese (BMI≥30 kg/m<sup>2</sup>), have an HbA<sub>1c</sub> between 5.7% and 6.4%, and are Medicare or Medicaid beneficiaries are recruited for the LCP by physician electronic referral. Using the Healthy Planet coordinated care management tool in Epic [<xref ref-type="bibr" rid="ref32">32</xref>], physicians are prompted at the patient encounter by Best Practice Alert to diagnose, inform, and refer patients with prediabetes to the LCP. Epic is a patient-centered, cloud-based electronic health record software program comprised of multiple systems to facilitate patient care. Patients with 1 or more of the following are excluded: &#60;18 years; pregnant or planning to become pregnant within the next 12 months; a primary or secondary diagnosis of diabetes, including all International Classification of Diseases, Tenth Revision (ICD-10) codes with a prefix of E11; or end-stage renal disease (ICD-10 code N18.6). Patients with a diabetes diagnosis and an HbA<sub>1c</sub> value above 6.4% will be excluded.</p>
          <p>Given that the LCP is delivered in a telehealth setting, it is preferred that patients have their own computer, tablet, or smartphone equipped with a camera and connected to a reliable Wi-Fi network. However, in a largely rural and underresourced state, this is not a realistic expectation. Thus, participants are eligible to participate if they own or have access to a computer, tablet, or smartphone connected to a reliable Wi-Fi network, have a mobile or landline phone to call into group sessions, or agree to use a study-provided tablet equipped with Wi-Fi and cellular connectivity. Study-provided tablets have restricted use and are provided to participants for the duration of the LCP and must be returned to the study team at the end of the program.</p>
        </sec>
        <sec>
          <title>Recruitment, Retention, and Engagement</title>
          <p>Electronic referrals to the LCP were extracted from Epic monthly between 2019 and 2021. In 2022, a dedicated LCP staff person was hired, and referrals have since been extracted from Epic twice weekly. Prior to making contact, the coordinator confirms the patient’s eligibility. Medical records of ineligible patients are updated, and they are referred to the Lifestyle Medicine clinic rather than being contacted. Among those eligible, up to 3 attempts are made to contact each patient including phone calls, voicemails, and emails. The date, time, type and outcome of contact, and the staff person’s name are documented. At a failed third attempt to make contact, the contact attempt details are recorded in the patient’s medical record and the referral is closed. Patients declining participation are also noted in their respective medical records and the referral is closed. Interested patients are added to a cohort and provided with information to attend session 0, an informational session.</p>
          <p>Following session 0, interested participants are enrolled in the LCP and begin session 1 the following week. Scheduling cohorts consider patient preference and lifestyle coach availability. All session dates over the 12-month intervention period are determined prior to session 0, and participants receive the 12-month schedule at the start of the program. Makeup sessions are provided as needed but participants are encouraged to attend regularly scheduled group sessions. There is no limit to the number of participant makeup sessions. Up to 2 reminder contacts are made with each participant prior to each session. All participants with an email address are contacted via email, followed by a reminder phone call at which point participants are asked to report their weekly weight and physical activity minutes. For participants who do not have an email address, up to 2 phone call contacts are made. These procedures are consistent across participants and cohorts. In addition, when a participant misses 2 consecutive sessions, the project coordinator attempts to make contact to offer support in overcoming barriers and re-engaging them in the program. After 4 consecutive missed sessions and failed attempts to make contact, the participant is excluded from the program.</p>
        </sec>
      </sec>
      <sec>
        <title>Implementation Outcomes</title>
        <sec>
          <title>Overview</title>
          <p>Implementation outcomes are mapped across the 5 domains of the RE-AIM framework (<xref ref-type="table" rid="table2">Table 2</xref>). The evaluation seeks to determine the intervention reach among patients at risk for diabetes, clinic and provider adoption, implementation fidelity, intervention effectiveness in preventing diabetes, and the organizational and patient uptake of the intervention. Implementation outcomes, research questions, measures, and methods are outlined in <xref ref-type="table" rid="table3">Table 3</xref>. Data sources will include electronic medical records, session notes provided by lifestyle coaches, intervention cohort and delivery details, meeting notes, and evaluation of DPP sessions conducted by an external reviewer.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Implementation outcomes following the Reach, Effectiveness, Adoption, Implementation, and Maintenance framework.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="180"/>
              <col width="0"/>
              <col width="790"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Outcomes and measure</td>
                  <td>Methods</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Reach</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Eligibility</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of patients eligible among the total number of patients in an ambulatory setting</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Enrollment</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of patients enrolled among the total number of referred patients</p>
                      </list-item>
                      <list-item>
                        <p>Descriptive characteristics of patients enrolled</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Exclusion</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of patients excluded among the total number of patients referred</p>
                      </list-item>
                      <list-item>
                        <p>Descriptive characteristics of patients excluded</p>
                      </list-item>
                      <list-item>
                        <p>Reasons why patients are excluded</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Conversion rate</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of patients referred, eligible, and enrolled among those referred and eligible</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Effectiveness</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Incidence of diabetes</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>The ratio of the number of diabetes cases to the total time at risk among the LCP<sup>a</sup> participants compared with control-matched nonparticipants</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Adoption</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Clinical sites</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of clinical sites making referrals among sites eligible to make referrals</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Providers</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of providers making referrals among providers eligible to make referrals</p>
                      </list-item>
                      <list-item>
                        <p>The mean number of referrals made among the top 3 providers making referrals</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Implementation</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Fidelity</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Organizational recognition status awarded by the CDC<sup>b</sup></p>
                      </list-item>
                      <list-item>
                        <p>Barriers, solutions, and facilitators to program delivery</p>
                      </list-item>
                      <list-item>
                        <p>Observation of randomly selected DPP<sup>c</sup> sessions</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Intervention costs</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Microcosting: time, training, and program materials</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Maintenance</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Organizational</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number of new clinical sites making referrals</p>
                      </list-item>
                      <list-item>
                        <p>Number of new providers making referrals</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Participant engagement</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Number and proportion of sessions attended</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Participant retention</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Duration of participation in days from first to last session within the 12-month program</p>
                      </list-item>
                      <list-item>
                        <p>Number of patients completing the 12-month LCP compared to the number of patients enrolled</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>LCP: Lifestyle Change Program.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>CDC: Centers for Disease Control and Prevention.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>DPP: Diabetes Prevention Program.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Reach</title>
          <p>The extent to which the target population is exposed to the intervention or population reach will be determined by the number of eligible patients referred to and enrolled in the LCP, yielding the appropriate referral to enrollment conversion rate. The a priori conversion rate goal is 50%. Reasons for exclusion and participant refusal to participate will be documented where possible. Descriptive characteristics such as age, sex, race, ethnicity, and BMI be explored and compared between patients eligible for the program who were referred and not referred.</p>
        </sec>
        <sec>
          <title>Effectiveness</title>
          <p>The LCP effectiveness will be determined by the differential incidence of diabetes. Diabetes will be defined by diagnosis code or HbA<sub>1c</sub> values greater than 6.4%. Data will be extracted from patient medical records and reviewed biannually. The a priori reduction in diabetes diagnosis among the intervention compared with the control group is 50%.</p>
        </sec>
        <sec>
          <title>Adoption</title>
          <p>The adoption of the LCP will be defined as the number and proportion of clinical sites with referring providers making referrals to the LCP, and the number and proportion of eligible providers making referrals. Data will be extracted from medical records and reviewed quarterly. The a priori adoption clinical and provider addition rates are 70%.</p>
        </sec>
        <sec>
          <title>Implementation</title>
          <p>Implementation fidelity and costs will be evaluated. Fidelity will be based on the UMMC’s recognition category by the CDC. The CDC standards consider participant recruitment, retention, attendance, the proportion of participants meeting the LCP 7% weight loss goal, the proportion of participants achieving 150 minutes or more of physical activity per week, and reductions in HbA<sub>1c</sub>. Barriers, solutions, and facilitators will be documented by the project coordinator and lifestyle coaches in a weekly session log, during quarterly lifestyle coach meetings, and in strategic planning meetings with UMMC leadership and the American Medical Association Improving Health Outcomes team.</p>
        </sec>
        <sec>
          <title>Maintenance</title>
          <p>Ongoing organizational and participant engagement in the LCP will provide a robust measure of program maintenance. Longitudinal changes in the number of clinical sites and providers making referrals will be extracted from Epic quarterly, including data to monitor referral maintenance across sites and providers. Attendance and retention in the LCP will provide a measure of maintenance among participants. The a priori participant retention rate is 60%.</p>
        </sec>
      </sec>
      <sec>
        <title>Economic Outcomes</title>
        <p>The secondary aim of this study is to use a nonrandomized quasi-experimental design to assess the comparative effectiveness of the LCP on cost savings. The primary outcome will be health care expenditures (<xref ref-type="table" rid="table4">Table 4</xref>). For economic measures, trends in per capita medical expenditures will be tracked among a panel of case (LCP participant) and control (non-LCP participant) subjects. To compare variations in spending, the differences in the arithmetic mean, compound annual growth rates, and propensity score matching models will be implemented to compare case and control subjects. The investigators may also record data from those with prediabetes who are later diagnosed with diabetes and individuals with prediabetes who are not later diagnosed with the condition. These estimates of spending differentials and evidence of DPP participation and engagement rates will further enhance the estimates of potential cost savings and ROI if diabetes is prevented or delayed in the at-risk population who participate in the LCP.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Economic outcomes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="0"/>
            <col width="670"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Outcomes and measure</td>
                <td>Method</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Health care use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical encounters</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Number and type of medical encounters extracted from electronic medical records</p>
                    </list-item>
                    <list-item>
                      <p>Types of CPT<sup>a</sup> codes at each medical encounter extracted from electronic medical records</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Medical cost</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical expenditures</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Dollar amount billed per encounter</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Condition or problem</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>ICD-10<sup>b</sup> code or CPT codes per encounter</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>CPT: Current Procedural Terminology.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>ICD-10: International Classification of Diseases, Tenth Revision.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Allocation</title>
        <sec>
          <title>Overview</title>
          <p>Study participants are identified in Epic using the eligibility criteria. Patients are placed in the intervention or comparison group based on natural selection. Each participant is assigned a study identification number that is matched to their medical record number. There is no interaction between study personnel and participants.</p>
        </sec>
        <sec>
          <title>Intervention Group</title>
          <p>The intervention group includes eligible patients referred to and enrolled in the LCP. Once a participant is enrolled in the study, they are assigned a study identification number.</p>
        </sec>
        <sec>
          <title>Comparison Group</title>
          <p>The comparison group includes patients meeting the inclusion criteria who are not enrolled in the LCP. Once a patient is enrolled in the DPP, they are no longer included in the control group. These participants include patients with and without a referral. Patients referred to the LCP, deemed ineligible based on insurance type, and referred to lifestyle medicine are excluded from the comparison group. Participants in the comparison group are matched to their intervention counterparts for final effectiveness and cost-benefit analyses. Participants enrolled in the comparison group are assigned a study identification number.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Period</title>
        <p>The baseline period is January 2019 to December 2019. The study period is from September 2020 (the start of the first DPP patient cohort) through December 2023.</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <sec>
          <title>Implementation Analysis</title>
          <p>An embedded mixed method process analysis is being conducted to identify and mitigate challenges to implementation. Quantitative data are extracted from Epic and reviewed quarterly to inform reach and adoption. Quarterly data are used to adapt questions to further understand the quantitative data using qualitative methods. Qualitative data are subsequently analyzed using a narrative realist analytic approach. Meeting minutes, observation notes, and lifestyle coach feedback are compiled and analyzed in Word (Microsoft Corp) documents twice annually. Solutions to challenges are framed in the context of what is acceptable and appropriate to patients and providers and what is feasible within the context of the health care system (inner setting) and outer setting conditions, policies, and funding [<xref ref-type="bibr" rid="ref33">33</xref>]. Findings are used in the ongoing planning process to continuously adapt, implement, and evaluate. Similar complex mixed methods designs have been used for evaluating the implementation of lifestyle interventions within new populations and settings [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Economic Analysis</title>
          <p>Arithmetic means will be calculated overall and for specific sectors of health care between the 2 groups. Compound annual growth rates in per capita expenditures will be calculated to track the geometric progression ratio and estimate the rate of growth in spending time. A propensity score matching method will be implemented to compare case subjects to control subjects. The model takes the form of <italic>P</italic>(<italic>X</italic>)=<italic>Pr</italic> (<italic>D</italic>=1<italic>jX</italic>), where <italic>D</italic>=1 indicates DPP participation and matches on the probability of participation instead of attempting to create a match for each participant with the same value of <italic>X</italic>. This model aims to account for unobservables and obtain an unbiased and accurate measure of costs. Matched control subjects who do not participate in a DPP must be similar to the case subjects who did participate such that the only difference is attributed to the disease. The matching model in this analysis will control for the following: patient age; sex; race; ethnicity; zip code; and prevalence of other conditions such as but not limited to hypertension, chronic obstructive pulmonary disease, congestive heart failure, cancer, and metformin use in all years of the data. Differences in spending will be compared between individuals with prediabetes who participate in a DPP and those individuals who do not compute net savings and ROI (if any) of program participation. A similar methodology may be applied to compare individuals who progress to diabetes relative to those who do not progress for more in-depth cost savings and ROI analysis. Given this is the first time the DPP will be implemented at the UMMC, the sample size will be determined based on the convenience sample or the number of participants enrolled based on the proposed recruitment and retention strategies.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Security and Quality Assurance</title>
        <p>Data will be exported from Epic and stored in password-protected computerized files. All data are deidentified at extraction. Data files are stored on the UMMC secure server and shared with the American Medical Association via a secure file transfer process and password protection.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The baseline recruitment is depicted in a flow diagram in <xref rid="figure1" ref-type="fig">Figure 1</xref>. In 2019, a total of 33,854 adult patients had at least 1 clinic encounter at 1 of 3 UMMC specialty sites (lifestyle medicine, family medicine, or internal medicine). More than half (n=19,631, 58%) were non-Hispanic Black and 64.2% (n=21,744) were female. The mean HbA<sub>1c</sub> was 6.4% (SD 1.69%), 49.7% (n=16,812) were obese, and 25.7% (n=8698) had a BMI between 25 and 30 kg/m<sup>2</sup>. About 1 in 5 patients had diabetes (n=7348, 21.7%) and 467 (1.4%) had end-stage renal disease.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Baseline recruitment. DPP: Diabetes Prevention Program; HbA<sub>1c</sub>: hemoglobin A<sub>1c</sub>.</p>
        </caption>
        <graphic xlink:href="resprot_v12i1e50183_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Of the 33,854 patients, 7703 (22.7%) patients were excluded based on diabetes diagnosis (7348/7703, 95.4%), type I diabetes mellitus diagnosis (241/7703, 3.1%), or pregnancy (116/7703, 1.5%).</p>
      <p>Among the remaining 26,151 patients, 1067 (4.1%) patients had a prediabetes diagnosis (n=1067, 4.1%), and 2819 (10.8%) had an HbA<sub>1c</sub> between 5.7% and 6.4%. After applying the BMI eligibility criterion, 1010 (3.9%) patients were eligible for the National DPP. Baseline characteristics for those patients are described in <xref ref-type="table" rid="table5">Table 5</xref>. Future outcomes will be published in peer-reviewed implementation science journals and presented at national, regional, and state professional meetings and conferences.</p>
      <table-wrap position="float" id="table5">
        <label>Table 5</label>
        <caption>
          <p>Baseline characteristics of patients eligible for the National Diabetes Prevention Program.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="540"/>
          <col width="430"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristics</td>
              <td>Values (n=1010)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Age group (years), n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>18-24</td>
              <td>16 (1.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>25-44</td>
              <td>104 (10.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-64</td>
              <td>328 (32.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>≥65</td>
              <td>562 (55.6)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Sex, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>666 (65.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>344 (34.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Race, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Non-Hispanic Black</td>
              <td>677 (67)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Non-Hispanic White</td>
              <td>302 (29.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Other</td>
              <td>31 (3.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Hemoglobin A<sub>1c</sub>, mean (SD)</td>
              <td>5.93 (0.31)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Weight status, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Overweight</td>
              <td>295 (29.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Obese</td>
              <td>715 (70.8)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Insurance type, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Medicare</td>
              <td>803 (79.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Medicaid</td>
              <td>207 (20.5)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This is the first implementation study of the National DPP LCP in Mississippi. Iterative findings and adaptations will elucidate strategies to successfully improve access to the National DPP, improve awareness of prediabetes and LCPs, and meet physician and patient needs for diabetes prevention.</p>
      <p>The hybrid study design is a strength of the proposed study. Limitations to the sample size as recruitment strategies are tested and refined may be a limitation of this study; however, outcomes from this study will be used to calculate a robust sample size for testing in phase 2 of implementation, which will include additional clinical sites and providers.</p>
      <p>The implementation strategies from this study can be scaled and findings replicated to measure the impact of diabetes prevention efforts within other health care systems. In addition, given the relatively recent introduction of the Medicaid DPP and reimbursement models for Medicaid agencies, a longitudinal study, such as this, may be relevant to other large health systems seeking to quantify the impact of their diabetes prevention efforts in Medicare and Medicaid populations.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CFIR</term>
          <def>
            <p>Consolidated Framework for Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DPP</term>
          <def>
            <p>Diabetes Prevention Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HbA1c</term>
          <def>
            <p>hemoglobin A1c</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICD-10</term>
          <def>
            <p>International Classification of Diseases, Tenth Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">LCP</term>
          <def>
            <p>Lifestyle Change Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRISM</term>
          <def>
            <p>Practical, Robust Implementation and Sustainability Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RE-AIM</term>
          <def>
            <p>Reach, Effectiveness, Adoption, Implementation, and Maintenance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ROI</term>
          <def>
            <p>return on investment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">StaRI</term>
          <def>
            <p>Standards for Reporting Implementation Studies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">UMMC</term>
          <def>
            <p>University of Mississippi Medical Center</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported in part by the American Medical Association, the Mississippi State Department of Health, the Office of Preventive Health and Health Equity, the United States Department of Health Resources and Services Administration (6-U66RH31459-04-01), and Amerigroup Mississippi of Anthem, Inc. The lead author (AG) was supported by the National Institute of General Medical Sciences of the National Institutes of Health under award 1U54GM11542; and the National Heart, Lung, and Blood Institute and the National Institute on Minority Health and Health Disparities under awards HHSN268201800014I and HHSN26800001. The study team wishes to acknowledge and thank Annalyn Skipper, Author Services Manager, American Medical Association, for reviewing this manuscript prior to submission. The content is solely the responsibility of the authors and does not represent the official views of the American Medical Association; the Mississippi State Department of Health; AmeriGroup Mississippi of Anthem, Inc; the Department of Health Resources and Administration; the National Institutes of Health; and the University of Mississippi Medical Center.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during this study are not publicly available due to their containing information that could compromise the privacy of research participants but are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>National diabetes statistics report</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/data/statistics-report/index.html">https://www.cdc.gov/diabetes/data/statistics-report/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tabák</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Herder</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rathmann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kivimäki</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Prediabetes: a high-risk state for diabetes development</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <volume>379</volume>
          <issue>9833</issue>
          <fpage>2279</fpage>
          <lpage>2290</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22683128"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)60283-9</pub-id>
          <pub-id pub-id-type="medline">22683128</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)60283-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3891203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Diabetes Association</collab>
          </person-group>
          <article-title>Economic costs of diabetes in the U.S. in 2017</article-title>
          <source>Diabetes Care</source>
          <year>2018</year>
          <volume>41</volume>
          <issue>5</issue>
          <fpage>917</fpage>
          <lpage>928</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29567642"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dci18-0007</pub-id>
          <pub-id pub-id-type="medline">29567642</pub-id>
          <pub-id pub-id-type="pii">dci18-0007</pub-id>
          <pub-id pub-id-type="pmcid">PMC5911784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wozniak</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Trends in medical expenditures prior to diabetes diagnosis: the early burden of diabetes</article-title>
          <source>Popul Health Manag</source>
          <year>2021</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32013762"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/pop.2019.0143</pub-id>
          <pub-id pub-id-type="medline">32013762</pub-id>
          <pub-id pub-id-type="pmcid">PMC7875131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tsipas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wozniak</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Medical care expenditures for individuals with prediabetes: the potential cost savings in reducing the risk of developing diabetes</article-title>
          <source>Popul Health Manag</source>
          <year>2017</year>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>389</fpage>
          <lpage>396</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28192030"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/pop.2016.0134</pub-id>
          <pub-id pub-id-type="medline">28192030</pub-id>
          <pub-id pub-id-type="pmcid">PMC5649409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
          </person-group>
          <article-title>Preventing type 2 diabetes in communities across the U.S.: the National Diabetes Prevention Program</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <volume>44</volume>
          <issue>4 Suppl 4</issue>
          <fpage>S346</fpage>
          <lpage>S351</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23498297"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2012.12.009</pub-id>
          <pub-id pub-id-type="medline">23498297</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00016-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4539613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knowler</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett-Connor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamman</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Lachin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Nathan</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Reduction in the incidence of type 2 diabetes with lifestyle intervention or metformin</article-title>
          <source>N Engl J Med</source>
          <year>2002</year>
          <volume>346</volume>
          <issue>6</issue>
          <fpage>393</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11832527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa012512</pub-id>
          <pub-id pub-id-type="medline">11832527</pub-id>
          <pub-id pub-id-type="pii">346/6/393</pub-id>
          <pub-id pub-id-type="pmcid">PMC1370926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>The 10-year cost-effectiveness of lifestyle intervention or metformin for diabetes prevention: an intent-to-treat analysis of the DPP/DPPOS</article-title>
          <source>Diabetes Care</source>
          <year>2012</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>723</fpage>
          <lpage>730</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22442395"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc11-1468</pub-id>
          <pub-id pub-id-type="medline">22442395</pub-id>
          <pub-id pub-id-type="pii">35/4/723</pub-id>
          <pub-id pub-id-type="pmcid">PMC3308273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Sauder</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Medicare Diabetes Prevention Program: where are the suppliers?</article-title>
          <source>Am J Manag Care</source>
          <year>2020</year>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>e198</fpage>
          <lpage>e201</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=88409"/>
          </comment>
          <pub-id pub-id-type="doi">10.37765/ajmc.2020.43496</pub-id>
          <pub-id pub-id-type="medline">32549070</pub-id>
          <pub-id pub-id-type="pii">88409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>AuYoung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Datta</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Sparks</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Maciejewski</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Steinle</surname>
              <given-names>NI</given-names>
            </name>
            <name name-style="western">
              <surname>Weinreb</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pinault</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>XM</given-names>
            </name>
            <name name-style="western">
              <surname>Billington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Implementation findings from a hybrid III implementation-effectiveness trial of the Diabetes Prevention Program (DPP) in the Veterans Health Administration (VHA)</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>94</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0619-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0619-3</pub-id>
          <pub-id pub-id-type="medline">28747191</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0619-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5530572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mensa-Wilmot</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Rutledge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bonner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blacher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rutledge</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Early results of states' efforts to support, scale, and sustain the National Diabetes Prevention Program</article-title>
          <source>Prev Chronic Dis</source>
          <year>2017</year>
          <volume>14</volume>
          <fpage>E130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29215975"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd14.170478</pub-id>
          <pub-id pub-id-type="medline">29215975</pub-id>
          <pub-id pub-id-type="pii">E130</pub-id>
          <pub-id pub-id-type="pmcid">PMC5724996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nhim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gruss</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Porterfield</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elkins</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Luman</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Van Aacken</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schumacher</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Using a RE-AIM framework to identify promising practices in National Diabetes Prevention Program implementation</article-title>
          <source>Implement Sci</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-019-0928-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-019-0928-9</pub-id>
          <pub-id pub-id-type="medline">31412894</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-019-0928-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6694543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Midha</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chellapilla</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Overcoming the challenges in implementing type 2 diabetes mellitus prevention programs can decrease the burden on healthcare costs in the United States</article-title>
          <source>J Diabetes Res</source>
          <year>2017</year>
          <volume>2017</volume>
          <fpage>2615681</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2017/2615681"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2017/2615681</pub-id>
          <pub-id pub-id-type="medline">28890899</pub-id>
          <pub-id pub-id-type="pmcid">PMC5584360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cannon</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Masalovich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Soler</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Jabrah</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Retention among participants in the National Diabetes Prevention Program Lifestyle Change Program, 2012-2017</article-title>
          <source>Diabetes Care</source>
          <year>2020</year>
          <volume>43</volume>
          <issue>9</issue>
          <fpage>2042</fpage>
          <lpage>2049</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetesjournals.org/care/article/43/9/2042/35791/Retention-Among-Participants-in-the-National"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc19-2366</pub-id>
          <pub-id pub-id-type="medline">32616617</pub-id>
          <pub-id pub-id-type="pii">dc19-2366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Gruss</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Luman</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Nhim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rolka</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>A national effort to prevent type 2 diabetes: participant-level evaluation of CDC's National Diabetes Prevention Program</article-title>
          <source>Diabetes Care</source>
          <year>2017</year>
          <volume>40</volume>
          <issue>10</issue>
          <fpage>1331</fpage>
          <lpage>1341</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28500215"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc16-2099</pub-id>
          <pub-id pub-id-type="medline">28500215</pub-id>
          <pub-id pub-id-type="pii">dc16-2099</pub-id>
          <pub-id pub-id-type="pmcid">PMC5606310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ackermann</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Evidence and challenges for translation and population impact of the Diabetes Prevention Program</article-title>
          <source>Curr Diab Rep</source>
          <year>2020</year>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s11892-020-1293-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11892-020-1293-4</pub-id>
          <pub-id pub-id-type="medline">32080770</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11892-020-1293-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>New medicare diabetes prevention coverage may limit beneficiary access and widen health disparities</article-title>
          <source>Med Care</source>
          <year>2018</year>
          <volume>56</volume>
          <issue>11</issue>
          <fpage>908</fpage>
          <lpage>911</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/lww-medicalcare/abstract/2018/11000/new_medicare_diabetes_prevention_coverage_may.3.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000981</pub-id>
          <pub-id pub-id-type="medline">30312286</pub-id>
          <pub-id pub-id-type="pii">00005650-201811000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ariel-Donges</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Eastman</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Perri</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Rural/urban disparities in access to the National Diabetes Prevention Program</article-title>
          <source>Transl Behav Med</source>
          <year>2020</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>1554</fpage>
          <lpage>1558</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31228199"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz098</pub-id>
          <pub-id pub-id-type="medline">31228199</pub-id>
          <pub-id pub-id-type="pii">5522034</pub-id>
          <pub-id pub-id-type="pmcid">PMC7796706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jayapaul-Philip</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Haslam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nhim</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Availability of the National Diabetes Prevention Program in United States counties, march 2017</article-title>
          <source>Prev Chronic Dis</source>
          <year>2018</year>
          <volume>15</volume>
          <fpage>E109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30191810"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd15.180063</pub-id>
          <pub-id pub-id-type="medline">30191810</pub-id>
          <pub-id pub-id-type="pii">E109</pub-id>
          <pub-id pub-id-type="pmcid">PMC6130283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Rural health</article-title>
          <source>Mississippi State University Extension</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://extension.msstate.edu/food-and-health/rural-health">http://extension.msstate.edu/food-and-health/rural-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Boles</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the public health impact of health promotion interventions: the RE-AIM framework</article-title>
          <source>Am J Public Health</source>
          <year>1999</year>
          <volume>89</volume>
          <issue>9</issue>
          <fpage>1322</fpage>
          <lpage>1327</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.89.9.1322</pub-id>
          <pub-id pub-id-type="medline">10474547</pub-id>
          <pub-id pub-id-type="pmcid">PMC1508772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinnock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barwick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grandes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rycroft-Malone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meissner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>SJC</given-names>
            </name>
          </person-group>
          <article-title>Standards for Reporting Implementation Studies (StaRI) statement</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <volume>356</volume>
          <fpage>i6795</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28264797"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i6795</pub-id>
          <pub-id pub-id-type="medline">28264797</pub-id>
          <pub-id pub-id-type="pmcid">PMC5421438</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>The burden of diabetes in Mississippi</article-title>
          <source>American Diabetes Association</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.diabetes.org/sites/default/files/2021-10/ADV_2021_State_Fact_sheets_MIssissippi.pdf">https://www2.diabetes.org/sites/default/files/2021-10/ADV_2021_State_Fact_sheets_MIssissippi.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtland</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Geiss</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Geographic distribution of diagnosed diabetes in the U.S.: a diabetes belt</article-title>
          <source>Am J Prev Med</source>
          <year>2011</year>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>434</fpage>
          <lpage>439</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajpmonline.org/article/S0749-3797(11)00035-3/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2010.12.019</pub-id>
          <pub-id pub-id-type="medline">21406277</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(11)00035-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>QuickFacts Mississippi</article-title>
          <source>United States Census Bureau</source>
          <year>2022</year>
          <access-date>2023-03-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.census.gov/quickfacts/MS">https://www.census.gov/quickfacts/MS</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Federal Medical Assistance Percentage (FMAP) for medicaid and multiplier</article-title>
          <source>Kellogg Foundation</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/medicaid/state-indicator/federal-matching-rate-and-multiplier/?currentTimeframe=0&#38;sortModel=%7B%22colId%22:%22Location%22,%22sort%22:%22asc%22%7D">https://www.kff.org/medicaid/state-indicator/federal-matching-rate-and-multiplier/?currentTimeframe=0&#38;sortModel=%7B%22colId%22:%22Location%22,%22sort%22:%22asc%22%7D</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>MUA find</article-title>
          <source>Health Resources &#38; Services Administration</source>
          <access-date>2023-03-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.hrsa.gov/tools/shortage-area/mua-find">https://data.hrsa.gov/tools/shortage-area/mua-find</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aron</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <volume>4</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>
          <pub-id pub-id-type="medline">19664226</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Waltz</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chinman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Matthieu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <volume>10</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0209-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="medline">25889199</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4328074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>BigBlueButton</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bigbluebutton.org/">https://bigbluebutton.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Populaiton health</article-title>
          <source>Epic</source>
          <access-date>2023-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.epic.com/software/population-health">https://www.epic.com/software/population-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nurjono</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shrestha</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>XY</given-names>
            </name>
            <name name-style="western">
              <surname>Shiraz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Foo</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Wee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Toh</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Yoong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vrijhoef</surname>
              <given-names>HJM</given-names>
            </name>
          </person-group>
          <article-title>Realist evaluation of a complex integrated care programme: protocol for a mixed methods study</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e017111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29500199"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017111</pub-id>
          <pub-id pub-id-type="medline">29500199</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017111</pub-id>
          <pub-id pub-id-type="pmcid">PMC5855239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Legro</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guihan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kimmel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The role of formative evaluation in implementation research and the QUERI experience</article-title>
          <source>J Gen Intern Med</source>
          <year>2006</year>
          <volume>21</volume>
          <issue>Suppl 2</issue>
          <fpage>S1</fpage>
          <lpage>S8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/16637954"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1525-1497.2006.00355.x</pub-id>
          <pub-id pub-id-type="medline">16637954</pub-id>
          <pub-id pub-id-type="pii">JGI355</pub-id>
          <pub-id pub-id-type="pmcid">PMC2557128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vastine</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gittelsohn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ethelbah</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Anliker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Caballero</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Formative research and stakeholder participation in intervention development</article-title>
          <source>Am J Health Behav</source>
          <year>2005</year>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.5993/ajhb.29.1.5</pub-id>
          <pub-id pub-id-type="medline">15604050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKleroy</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Galbraith</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Harshbarger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gelaude</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Adapting evidence-based behavioral interventions for new settings and target populations</article-title>
          <source>AIDS Educ Prev</source>
          <year>2006</year>
          <volume>18</volume>
          <issue>4 Suppl A</issue>
          <fpage>59</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1521/aeap.2006.18.supp.59</pub-id>
          <pub-id pub-id-type="medline">16987089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Hoor</surname>
              <given-names>GAT</given-names>
            </name>
            <name name-style="western">
              <surname>van Lieshout</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Parcel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiter</surname>
              <given-names>RAC</given-names>
            </name>
            <name name-style="western">
              <surname>Markham</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Implementation mapping: using intervention mapping to develop implementation strategies</article-title>
          <source>Front Public Health</source>
          <year>2019</year>
          <volume>7</volume>
          <fpage>158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31275915"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2019.00158</pub-id>
          <pub-id pub-id-type="medline">31275915</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiter</surname>
              <given-names>RAC</given-names>
            </name>
            <name name-style="western">
              <surname>Markham</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Intervention mapping: theory- and evidence-based health promotion program planning: perspective and examples</article-title>
          <source>Front Public Health</source>
          <year>2019</year>
          <volume>7</volume>
          <fpage>209</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31475126"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2019.00209</pub-id>
          <pub-id pub-id-type="pmcid">PMC6702459</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
