<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v15i1e94007</article-id>
      <article-id pub-id-type="pmid">42081274</article-id>
      <article-id pub-id-type="doi">10.2196/94007</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) in the Primary Care Setting: Protocol for a Cluster Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sarvestan</surname>
            <given-names>Javad</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gellad</surname>
            <given-names>Walid F</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of General Internal Medicine</institution>
            <institution>University of Pittsburgh</institution>
            <addr-line>3609 Forbes Avenue</addr-line>
            <addr-line>Pittsburgh, PA, 15213</addr-line>
            <country>United States</country>
            <phone>1 412 692 4889</phone>
            <email>walid.gellad@pitt.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6992-5197</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Yi-Fan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6802-9243</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Tae Woo</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-2203-8794</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Qingnan</given-names>
          </name>
          <degrees>MA, MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7125-9867</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Arnold</surname>
            <given-names>Jonathan D</given-names>
          </name>
          <degrees>MSE, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1185-555X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kuza</surname>
            <given-names>Courtney C</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9137-0928</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Fedro-Byrom</surname>
            <given-names>Stephanie N</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-1185-6086</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Diiulio</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5791-0705</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Militello</surname>
            <given-names>Laura G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8445-5640</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Whitlock</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1386-5524</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Sadhu</surname>
            <given-names>Eugene M</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9155-6730</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Visweswaran</surname>
            <given-names>Shyam</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2079-8684</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Fine</surname>
            <given-names>Michael J</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3470-9846</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Abebe</surname>
            <given-names>Kaleab Z</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3644-8419</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Suda</surname>
            <given-names>Katie J</given-names>
          </name>
          <degrees>PharmD, MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8977-1850</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Lo-Ciganic</surname>
            <given-names>Wei-Hsuan</given-names>
          </name>
          <degrees>MS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6590-4770</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of General Internal Medicine</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Pharmaceutical Policy and Prescribing</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>VA Pittsburgh Healthcare System</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Center for Biostatistics and Qualitative Methodology</institution>
        <institution>Division of General Internal Medicine</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Applied Decision Science</institution>
        <addr-line>Cincinnati, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Biomedical Informatics</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Geriatric Research Education and Clinical Center</institution>
        <institution>North Florida/South Georgia Veterans Health System</institution>
        <addr-line>Gainesville, FL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Walid F Gellad <email>walid.gellad@pitt.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>5</month>
        <year>2026</year>
      </pub-date>
      <volume>15</volume>
      <elocation-id>e94007</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>3</month>
          <year>2026</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>3</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>4</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Walid F Gellad, Yi-Fan Chen, Tae Woo Park, Qingnan Yang, Jonathan D Arnold, Courtney C Kuza, Stephanie N Fedro-Byrom, Julie Diiulio, Laura G Militello, Michelle Whitlock, Eugene M Sadhu, Shyam Visweswaran, Michael J Fine, Kaleab Z Abebe, Katie J Suda, Wei-Hsuan Lo-Ciganic. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 04.05.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2026/1/e94007" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Opioid overdose remains a leading cause of preventable death in the United States. Existing approaches to identify individuals at elevated risk rely on imprecise rule-based criteria that misclassify patients’ risk of this serious health outcome. Machine learning (ML) algorithms can help improve prediction performance and can be combined with electronic health record (EHR) interventions to reduce overdose risk.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The Machine Learning Prediction and Reducing Overdoses With EHR Nudges (mPROVEN) clinical trial integrates a validated ML overdose risk model with behavioral economics–informed EHR nudges to test whether the combination improves evidence-based prescribing behaviors associated with lower overdose risk and, ultimately, reduces overdose among elevated-risk patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>mPROVEN is a pragmatic cluster randomized controlled trial conducted in primary care practices within a large multistate integrated health system. Eligible patients are adults (≥18 years) identified by the ML algorithm as having elevated overdose risk and seen at a primary care visit during the study period. Primary care practices serve as the unit of randomization and will be randomized into three arms: (1) usual care; (2) elevated risk flag only, where clinicians see a noninterruptive EHR flag indicating elevated overdose risk; and (3) elevated risk flag + nudges, in which active choice and accountable justification alerts are embedded within the EHR in addition to the elevated risk flag. The trial will enroll a target cohort of 800 patients for the primary analysis. The intervention period is 4 months (or until the study ends, whichever occurs later). The primary outcome is a 3‑point composite measure of safer opioid prescribing at 4 months, awarding 1 point each for active naloxone prescription, average opioid dosage of 50 morphine milligram equivalents per day or less, and absence of opioid-benzodiazepine overlap. Secondary outcomes include the composite outcome at 6 months, individual score components, and all-cause and overdose-specific emergency department or inpatient visits. Outcomes will be compared across study arms using an intention‑to‑treat approach with linear mixed‑effects models accounting for clinic-level clustering.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Funded by the National Institutes of Health, in June 2022, enrollment began on March 10, 2025. Enrollment for the primary analysis cohort (n=798) was completed in May 2025 with additional participants enrolled for secondary analyses through December 2025 (n=1662). Primary cohort analyses began in January 2026, and results are expected by mid-2027.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The mPROVEN study is among the first pragmatic randomized controlled trials to integrate ML‑based opioid overdose risk prediction with behavioral nudges within a large health system EHR. By combining advances in data science and behavioral economics, the study aims to reduce opioid overdose risk in primary care using a scalable and low-touch intervention to address a high-priority public health issue.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT06806163; https://clinicaltrials.gov/study/NCT06806163</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/94007</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cluster randomized trial</kwd>
        <kwd>opioid</kwd>
        <kwd>machine learning</kwd>
        <kwd>risk prediction</kwd>
        <kwd>behavioral nudge</kwd>
        <kwd>best practice alert</kwd>
        <kwd>electronic health record platforms</kwd>
        <kwd>primary care</kwd>
        <kwd>opioid overdose</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> The proposal for this study was peer reviewed by: CDMA - Clinical Data Management and Analysis Study Section, Healthcare Delivery and Methodologies Integrated Review Group, National Institute on Drug Abuse (National Institutes of Health, USA). See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Opioid overdose remains a leading cause of preventable death in the United States, with 54,743 opioid‑related deaths in 2024 [<xref ref-type="bibr" rid="ref1">1</xref>]. The economic and societal burden of opioid use disorder (OUD) and fatal opioid overdose exceeds US $1 trillion annually, including health care expenditures, lost productivity, premature mortality, reduced quality of life, and criminal justice involvement [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Although health systems and other stakeholders have instituted multiple interventions to reduce patient risk of overdose [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], including promoting safer opioid prescribing and dispensing naloxone, such efforts face 2 noteworthy challenges. First, there are limited and poorly performing tools to help clinicians identify who is truly at risk of overdose, leading to imprecise and burdensome interventions that target an overly broad population [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>] or fail to identify the high-risk individuals most likely to experience overdose. Second, even with more accurate identification of elevated-risk patients, highly effective strategies to change clinician therapeutic behaviors remain limited.</p>
      <p>To address these challenges, our team previously developed and externally validated machine learning (ML) algorithms for overdose prediction. In an application in Medicare data, these algorithms identified more than 90% of overdoses among the top risk groups, whereas commonly used risk classifications such as the high opioid dose measure used by the Centers for Medicare and Medicaid Services missed 70% to 90% of individuals with an actual overdose [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. However, even with more accurate risk prediction in clinical settings, prognostic information may not translate into clinical action because clinicians face workflow challenges, biases and clinical inertia, and other barriers [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Behavioral nudges, which are subtle changes to how choices are presented or how information is framed to influence behavior without restricting choice, can help facilitate action by clinicians [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. One nudge strategy, the <italic>accountable justification</italic>, prompts clinicians to briefly document a rationale for a clinical decision, and it has increased evidence-based oncology prescribing, reduced unnecessary antibiotic use, and decreased opioid prescribing in prior studies [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>The Machine Learning Prediction and Reducing Overdoses With Electronic Health Record (EHR) Nudges (mPROVEN) study combines more accurate ML risk prediction with behavioral nudges as a targeted intervention to improve prescribing practices associated with overdose risk and, ultimately, reduce overdose risk itself. We integrated a validated ML-driven opioid overdose risk prediction model into a large health system’s EHR to identify patients at elevated risk of opioid overdose. We will conduct a 3-arm pragmatic, cluster randomized controlled trial (RCT) among patients with an elevated predicted risk of overdose, delivering within the EHR risk information, active choice alerts, and accountable justification alerts to primary care providers who see elevated-risk patients.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview and Study Setting</title>
        <p>We designed mPROVEN as a 3-arm pragmatic cluster RCT conducted in primary care practices within the UPMC health system. UPMC is an integrated health system that includes 181 primary care (internal medicine and family medicine) practices in urban and rural settings in western and central Pennsylvania, New York, and northern Maryland. All outcomes and measures will be obtained from the UPMC health system EHR (Epic). This project is registered at ClinicalTrials.gov (identifier: NCT06806163). This trial adheres to the CONSORT (Consolidated Standards of Reporting Trials) extension for pragmatic trials [<xref ref-type="bibr" rid="ref20">20</xref>] and aligns with the Pragmatic Explanatory Continuum Indicator Summary 2 framework for pragmatic study design [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>ML Opioid Overdose Risk Prediction Model</title>
        <p>The ML risk prediction model uses a gradient boosting algorithm to predict 3‑month overdose risk using EHR data (eg, demographic characteristics, diagnosis codes, prescription orders and fills, and clinical encounters) [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Eligible primary care patients (defined below) have a risk score calculated weekly, and those whose predicted risk exceeds a predefined threshold (ie, ≥92.5th percentile in the training cohort) are classified as elevated risk. Model fairness and calibration were evaluated during development and further confirmed during a 4-month silent testing period conducted in the background of the UPMC Epic system. To support clinician understanding of the algorithm, we created a “frequently asked questions” (<xref rid="figure1" ref-type="fig">Figure 1</xref>) document embedded in the clinical trial alerts that summarizes model details, misclassification rates, and key limitations in an accessible format.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>First page of the Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) frequently asked questions (FAQ) document.</p>
          </caption>
          <graphic xlink:href="resprot_v15i1e94007_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Description of Interventions: Elevated Risk Alert Flags and Behavioral Nudges</title>
        <sec>
          <title>Elevated Risk Alert Flag</title>
          <p>Clinicians in the intervention arms receive a clinical alert indicating that a patient is at elevated risk of opioid overdose. The “elevated risk flag” is a noninterruptive alert displayed in the “storyboard” section of the Epic EHR, where it is visible to clinicians during the encounter. Additional information becomes visible when the clinician hovers over the alert (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The storyboard alert will be present at each encounter while the study is active if the patient continues to meet the elevated risk criteria.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) storyboard alert (copyright Epic Systems Corporation 2026; reproduced with permission from the copyright holder).</p>
            </caption>
            <graphic xlink:href="resprot_v15i1e94007_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Behavioral Nudges</title>
          <p>In addition to the elevated risk flag, clinicians in the elevated risk flag and behavioral nudges arm can also receive 2 types of EHR-embedded behavioral nudges: active choice and accountable justification.</p>
          <sec>
            <title>Active Choice Nudge (Naloxone Ordering Prompt)</title>
            <p>The active choice nudge will prompt clinicians to prescribe naloxone when caring for an elevated-risk patient who does not have naloxone on their medication list and who has not had a naloxone order in the previous year. The alert (<xref rid="figure3" ref-type="fig">Figure 3</xref>) will appear whenever any prescription order is entered, with the default option to prescribe naloxone.</p>
            <p>Clinicians have several options to address this alert: (1) select “Accept” to order naloxone, (2) toggle “Do Not Order” and select “Accept” to not order naloxone; (3) select “Pt declined” to document that the patient declined naloxone, (4) select “Dismiss” to have the order go away (it will reappear if the eligibility criteria are met at the next visit), or (5) select “Defer” to temporarily move the alert to the storyboard for 24 hours. If naloxone is not ordered and the clinician does not use the “patient declined button,” the alert will reappear when an order is placed again in another encounter.</p>
            <fig id="figure3" position="float">
              <label>Figure 3</label>
              <caption>
                <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) naloxone prescription behavioral nudge (copyright Epic Systems Corporation 2026, reproduced with permission from the copyright holder).</p>
              </caption>
              <graphic xlink:href="resprot_v15i1e94007_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
          <sec>
            <title>Accountable Justification Nudges</title>
            <p>The accountable justification nudges appear for elevated-risk patients in the intervention arm when clinicians perform any of the following prescribing actions in the EHR, which are associated with an elevated risk of overdose [<xref ref-type="bibr" rid="ref23">23</xref>]: (1) initiate a new opioid prescription for a patient who has had no opioid prescribed in the previous year (<xref rid="figure4" ref-type="fig">Figure 4</xref>), (2) order an opioid dose greater than 50 morphine milligram equivalents (MMEs) based on Epic’s automated opioid dosage calculation (<xref rid="figure5" ref-type="fig">Figure 5</xref>), and/or (3) prescribe concomitant opioids and benzodiazepines when one medication is prescribed while the other remains active on their medication list (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
            <fig id="figure4" position="float">
              <label>Figure 4</label>
              <caption>
                <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) new opioid accountable justification nudge alert (copyright Epic Systems Corporation 2026, reproduced with permission from the copyright holder).</p>
              </caption>
              <graphic xlink:href="resprot_v15i1e94007_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <fig id="figure5" position="float">
              <label>Figure 5</label>
              <caption>
                <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) high dosage accountable justification nudge alert (copyright Epic Systems Corporation 2026, reproduced with permission from the copyright holder).</p>
              </caption>
              <graphic xlink:href="resprot_v15i1e94007_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <fig id="figure6" position="float">
              <label>Figure 6</label>
              <caption>
                <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) opioid and benzodiazepine overlap accountable justification nudge alert (copyright Epic Systems Corporation 2026, reproduced with permission from the copyright holder).</p>
              </caption>
              <graphic xlink:href="resprot_v15i1e94007_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <p>These 3 justification nudges have parallel functionality. For each, clinicians are prompted to enter a brief rationale into the medical record explaining the prescribing decisions for these elevated-risk patients. Clinicians may also “dismiss” the alert for the encounter or “defer” it until later in the same encounter. If the clinician does not enter a justification or dismisses the alert, it will reappear at the next eligible encounter (eg, a subsequent visit where an opioid and benzodiazepine are coprescribed). If a justification is entered, the alert will remain silent for 3 months and reappear only if the patient meets the triggering criteria.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Pilot-Testing of the mPROVEN Intervention</title>
        <p>The pilot phase of mPROVEN study was conducted over a 2-year period and consisted of 3 sequential steps (<xref rid="figure7" ref-type="fig">Figure 7</xref>). This approach emphasized close partnership with end users and other stakeholders to guide prioritization and iterative development cycles with frequent updates. We partnered with human factors experts to draft the initial design of the nudges.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Timeline and steps for the Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) silent and live testing.</p>
          </caption>
          <graphic xlink:href="resprot_v15i1e94007_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>To gather end user feedback on the nudge designs, we conducted 4 clinician focus group sessions centered on the nudges’ content, presentation, and workflow integration. Feedback from these sessions informed revisions to the nudge designs. After the revised nudges were programmed into an Epic test environment, we held 6 one-on-one usability sessions with clinicians using an iterative feedback process to refine the nudges’ interface and functionality. Following usability refinements to the nudge intervention based on early focus groups, we initiated a 4-month silent testing phase in which the nudges described above ran <italic>in the background</italic> of the EHR across all UPMC primary care practices for elevated-risk patients without being visible to clinicians. This phase allowed the research team to validate the technical performance of the nudges, monitor alert volumes by practice, and ensure that the data infrastructure for outcome measurement functioned as intended. After confirming operational readiness, we proceeded to a 4-month live testing phase in 2 primary care practices. During this phase, clinicians were exposed to the elevated risk flag and the nudges during patient encounters. We collected quantitative data on clinician engagement with the nudges and qualitative feedback through a round of interviews. Insights from the live testing phase were used to finalize the intervention and prepare for the launch of the clinical trial.</p>
      </sec>
      <sec>
        <title>Trial Design</title>
        <p>UPMC primary care practices serve as the unit of randomization, and all clinicians within a randomized practice receive the intervention assigned to the practice (<xref rid="figure8" ref-type="fig">Figure 8</xref> [<xref ref-type="bibr" rid="ref20">20</xref>]). Practices will be randomized to three arms: (1) usual care; (2) elevated risk flag only, where clinicians see a noninterruptive EHR flag indicating that a patient meets the elevated risk threshold; and (3) elevated risk flag + nudges, where clinicians see the elevated risk flag plus active choice and accountable justification alerts embedded within the EHR.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>CONSORT (Consolidated Standards of Reporting Trials) [<xref ref-type="bibr" rid="ref20">20</xref>] flow diagram of the Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges (mPROVEN) cluster randomized controlled trial across 181 primary care practices in the UPMC health system.</p>
          </caption>
          <graphic xlink:href="resprot_v15i1e94007_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>This design allows us to assess the incremental benefit of adding behavioral nudges to an elevated risk flag and compare each intervention with usual care. Elevated-risk patients are enrolled into the trial at the time of the first qualifying primary care visit when one of the trial alerts is triggered (or, if in the usual care group, when an alert would have been triggered).</p>
      </sec>
      <sec>
        <title>Study Participants and Enrollment</title>
        <p>Patients are eligible for enrollment in the trial if they are aged 18 years or older, have had an opioid prescription in the prior year, have an office or telemedicine primary care visit at a participating practice, and are identified as being at elevated risk by the ML algorithm. Patients are excluded if they had a malignant cancer diagnosis in the prior year or are receiving hospice care; if individuals develop a new cancer diagnosis or receive hospice care after enrollment, they will no longer receive the intervention. Importantly, although model development was restricted to patients receiving an opioid prescription in the prior year, the algorithm generates accurate risk estimates regardless of whether a patient has an active opioid prescription at the time of risk scoring.</p>
      </sec>
      <sec>
        <title>Study Outcomes</title>
        <p>All trial outcomes and measures will be derived from the UPMC health system EHR. Follow-up for each patient begins at the date of enrollment (first encounter of an elevated-risk patient with a practice clinician). The primary outcome will be assessed 4 months after each eligible patient’s first encounter during the study period. This 4-month period was revised from the originally planned 6-month outcome (which is now a secondary outcome) due to an unexpected EHR system transition in September 2025.</p>
        <p>The primary outcome is a composite measure of 3 prescribing practices scored as a 3-point ordinal score (0-3) in which each component contributes 1 point. A higher score indicates prescribing patterns associated with a lower overdose risk. Patients receive 1 point for each of the following: (1) an active naloxone prescription, defined as a naloxone fill or order within the previous year; (2) an opioid dosage of less than 50 MME per day, calculated as the average daily MME over the preceding 7 days based on prescription fill data or order data; and (3) the absence of overlapping opioid and benzodiazepine prescriptions, defined as no concurrent opioid and benzodiazepine fills or orders within the last 28 days.</p>
        <p>For components 2 and 3, individuals not receiving any opioid prescriptions receive 1 point for each of those components. A maximum composite score of 3 is achieved when a patient (1) has an active naloxone prescription, (2) is not receiving high-dose opioids (≥50 MME), and (3) does not have concurrent benzodiazepine and opioid prescriptions within the previous 28 days. We <italic>hypothesize</italic> that our intervention will result in safer prescribing behaviors among elevated-risk patients, reflected by higher composite scores. Because overdose events are relatively rare within the trial time frame, the study is not powered to detect differences in overdose outcomes as a primary end point. Therefore, we selected a composite of evidence-based prescribing practices that are shown to be associated with reduced overdose risk as the primary outcome (with overdose as one of several secondary outcomes) [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>Our secondary outcomes include the composite outcome at the 6-month follow-up; each individual component of our primary composite outcome; and several health care use measures, including all-cause and overdose-specific emergency department or inpatient visits.</p>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <sec>
          <title>Randomization and Blinding</title>
          <p>UPMC primary care practices serve as the unit of randomization, and all clinicians within a randomized practice receive the intervention assigned to that practice. We will stratify practice randomization by quartiles (25th, 50th, and 75th) of practice size based on preliminary practice data to balance the distribution of practice sizes across study arms. An additional covariate constraint on practice size will apply to further secure a balance across 3 arms in a 1:1:1 ratio due to the presence of large sites within the stratum [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. The study statistician will generate randomization lists for each stratum using an SAS macro (SAS Institute) with varying block sizes. Once the randomized sequence is generated, only 1 designated member of the study team will receive the allocation list and embed it into the EHR system. Due to the nature of the intervention, treating clinicians are not blinded as they are exposed to EHR-based flags + nudges. Investigators and analysts will remain blinded to study arm assignment during outcome derivation and initial analyses using a prespecified analytic code that does not reference study arm labels. Study arm allocation will be revealed only after primary models are finalized for interpretation.</p>
        </sec>
        <sec>
          <title>Sample Size and Power</title>
          <p>We performed a priori power calculations using a simulation study designed to mirror the trial structure. The simulation incorporated 99 practices (created by regrouping the original 181 practices by size) and accounted for an unforeseen Epic system change that limited the intervention period to 4 months rather than the initially planned 6-month intervention period. The simulation used a multivariable proportional-odds linear mixed model and assumed an average of 8 eligible high-risk patients per clinical practice (range 2-16 across 1000 simulations), an intraclass correlation coefficient of 0.01, an estimated rate of the outcome from pilot analyses, and an anticipated 1– to 8–percentage point improvement in the primary composite outcome distribution from the usual care to the elevated risk flag plus nudge intervention arms, which is the a priori primary comparison for the study (<xref ref-type="table" rid="table1">Table 1</xref>). With 181 practices and a total sample size of 800 patients, the trial is estimated to have 81.3% power (α=.05) to detect the anticipated effect size between the elevated risk flag + nudges and usual care arms adjusting for a 1% attrition rate due to the development of malignant cancer or transition to hospice care after enrollment.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Outcome distributions assumed for power simulations for outcomes at 4 months (n=800).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="220"/>
              <col width="0"/>
              <col width="210"/>
              <col width="0"/>
              <col width="230"/>
              <col width="0"/>
              <col width="310"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Outcome</td>
                  <td colspan="2">Usual care (%)</td>
                  <td colspan="2">Elevated risk flag (%)</td>
                  <td>Elevated risk flag + nudges (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">Naloxone</td>
                  <td colspan="2">12</td>
                  <td colspan="2">17.3</td>
                  <td>20.7</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">No high dose</td>
                  <td colspan="2">90</td>
                  <td colspan="2">91.3</td>
                  <td>92.7</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">No benzodiazepine overlap</td>
                  <td colspan="2">94</td>
                  <td colspan="2">94.7</td>
                  <td>95.3</td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Overall distribution of ordinal composite outcome</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Score 3</td>
                  <td colspan="2">10.1</td>
                  <td colspan="2">14.7</td>
                  <td colspan="2">18.1</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Score 2</td>
                  <td colspan="2">76.2</td>
                  <td colspan="2">74.1</td>
                  <td colspan="2">72.7</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Score 1</td>
                  <td colspan="2">13.2</td>
                  <td colspan="2">10.8</td>
                  <td colspan="2">8.9</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Score 0</td>
                  <td colspan="2">0.7</td>
                  <td colspan="2">0.6</td>
                  <td colspan="2">0.5</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Statistical Analysis</title>
          <p>We hypothesize that primary care providers in clinics assigned to the elevated risk flag and behavioral nudges arm will demonstrate safer prescribing behaviors than those assigned to usual care (primary hypothesis) or elevated risk flag only (secondary hypothesis) arms.</p>
          <p>The primary analysis will follow the intention‑to‑treat principle and CONSORT 2010 statement extension [<xref ref-type="bibr" rid="ref32">32</xref>] using the target cohort of 800 patients. Any additional patients enrolled after the Epic system change will be included in secondary and sensitivity analyses. We will analyze the primary ordinal outcome at 4 months using a mixed‑effects ordinal logistic regression model with random intercepts for practice and fixed effects for study arm (elevated risk flag and elevated risk flag + nudges vs usual care). We will adjust for baseline outcome value (for evaluating changes in outcome scores in the analysis), practice size, and any additional baseline imbalanced covariates when appropriate. Secondary pairwise hypotheses will be evaluated only if the primary contrast (ie, elevated risk flag + nudges vs usual care) is statistically significant following a gatekeeping strategy to preserve an overall α at .05.</p>
          <p>We will analyze secondary outcomes primarily using multivariable generalized linear mixed models with appropriate link functions, variable specifications, and distributional assumptions. We will also examine “off-target” effects among all patients seen in randomized primary care clinics, including low-risk patients not subject to the alerts but treated by clinicians who had seen alerts for other patients, as part of our secondary analyses.</p>
          <p>Sensitivity analyses will assess robustness by varying outcome definitions (ie, using only prescription fill data vs only prescription order data), altering follow-up length (6 months rather than 4 months), conducting as-treated analysis for any arm crossover, and applying alternative eligibility criteria for prior OUD. We will introduce interaction terms for randomized groups by age, sex, race and ethnicity, baseline opioid MME, history of OUD, prior overdose, and psychiatric diagnoses and assess treatment heterogeneity effects.</p>
          <p>Missing data are expected given the use of routinely collected EHR data and variability in clinical documentation and data completeness across practices. When applying the gradient boosting model to enrolled patients, missing predictor values are addressed using simple imputation procedures, with continuous variables imputed using median values and categorical variables imputed using mode values. The ordinal primary outcome will be computed from UPMC EHR data; however, some outcome components or covariates may have missing values. We will examine missing data patterns and compare baseline characteristics between participants with and without missing outcome data. When appropriate, we will implement multiple imputation with the fully conditional specification approach [<xref ref-type="bibr" rid="ref33">33</xref>] or use joint modeling or shared parameter model approaches that simultaneously model the outcome and dropout or death as sensitivity analyses when appropriate.</p>
          <p>Descriptive statistics will summarize practice-, clinician-, and patient-level characteristics by group. Statistical assumptions will be evaluated for each model, with corrective procedures applied when needed. Statistical significance will be determined using a 2-sided <italic>P</italic> value threshold of .05. Analyses will be conducted using SAS (version 9.4) and R (version 4.0.2; R Foundation for Statistical Computing).</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The clinical trial was approved by the University of Pittsburgh Institutional Review Board (IRB; STUDY22040068) on February 24, 2024, before trial initiation and is overseen by an independent data and safety monitoring board (DSMB). The study involves secondary analysis of limited EHR data from UPMC. In accordance with federal regulations and institutional policies, the IRB granted a waiver of patient informed consent and HIPAA (Health Insurance Portability and Accountability Act) authorization as the intervention poses minimal risk to participants and aligns with routine EHR-based clinical workflows. All analyses are conducted within the secure University of Pittsburgh Health Services Research Data Center server environment. This study complies with institutional data use agreements and all relevant guidelines and regulations for human subject research and data privacy. As this study involves secondary analysis of existing EHR data with no direct participant interaction no participant compensation was provided.</p>
        <p>An independent institutional DSMB supported by the University of Pittsburgh Clinical and Translational Science Institute provides ongoing oversight. The DSMB held its initial meeting on December 6, 2024; reviewed the study design and charter; elected a chair; and approved the trial to begin. The DSMB is independent of the study investigators and funder and operates under a formal charter. The DSMB meets quarterly (or as needed) following trial initiation to review safety, protocol adherence, and study progress. Serious adverse events and unanticipated problems are to be reported to the DSMB chair and coordinators within 24 to 48 hours of investigator awareness and to the IRB per institutional policy. The DSMB may recommend continuation, modification, temporary suspension, or early termination of the trial.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study was funded by the US National Institutes of Health in June 2022. Clinical trial enrollment began on March 10, 2025. Enrollment for the primary analysis cohort was completed (n=798) on May 26, 2025. Additional participants continued to be enrolled for secondary analyses (n=1662 as of December 12, 2025). Data analysis for the primary cohort began in January 2026, and results are expected by the middle of 2027.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>We describe the protocol for a cluster randomized trial evaluating an ML-guided set of behavioral nudges embedded within the EHR to reduce overdose-related risk in primary care. We anticipate that this intervention will improve evidence-based prescribing behaviors associated with reduced overdose risks among elevated-risk patients and, in turn, reduce overdose risk. By integrating accurate risk prediction with actionable behavioral nudges, this study is expected to provide evidence on a scalable strategy to influence clinicians’ decision-making and improve opioid safety in real-world primary care settings.</p>
      <p>Although prior studies have tested various prediction models for overdose [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref42">42</xref>] and others have examined behavioral nudging strategies to influence prescriber behavior [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref46">46</xref>], we are not aware of any prior randomized trials that test the combined impact of overdose risk prediction and behavioral nudges. Importantly, several overdose risk prediction tools have already entered clinical practice with limited validation and evaluation, underscoring the necessity of rigorous clinical trials to assess their real-world effectiveness and inform policy decisions. By testing these tools in practice in a large RCT, we will provide high-quality evidence on the effectiveness of these interventions, providing clinicians, health system leaders, and policymakers with critical data to guide adoption and implementation.</p>
      <p>In designing the trial, we chose practice-level randomization rather than patient- or clinician-level randomization to minimize the risk of contamination across arms and ensure that all clinicians within practices received a consistent intervention. UPMC’s robust clinical informatics team and the presence of a large number of primary care practices operating on a unified EHR platform enabled this practice-level approach, allowing us to isolate the effect of the intervention alone on prescribing practices. Our months-long silent and live testing phases are a strength of the study, enabling calibration and refinement of the alerts to maximize predictive performance while minimizing excessive firing, workflow disruption, and alert fatigue. Although we anticipate that larger practices may generate a higher volume of alerts than smaller practices due to greater patient volume, our stratified randomization by practice size is designed to balance this difference across study arms. Our 3-arm design structure enables assessment of the added benefit of nudges over the risk flag alone.</p>
      <p>There are some important potential limitations in this study. First, a challenge in designing trials addressing opioid overdose in primary care is the dynamic nature of how practices respond to the opioid epidemic and how the epidemic itself changes. For example, practices in our usual care arm could begin to adopt safer prescribing behaviors similar to those encouraged by our intervention if UPMC were to introduce parallel system-wide initiatives during the study period; however, we do not anticipate any major changes during our trial period. Other potential challenges include alert fatigue, variable clinician engagement, potential EHR system changes or updates, and model drift over time. We have mitigated these limitations through our iterative nudge design, model fairness and calibration assessments, continuous monitoring through silent and live phases, and proactive adaptation to systematic changes. Second, because overdose events are relatively rare, the trial is not powered to detect differences in overdose outcomes as a primary end point. Instead, we use a composite of prescribing behaviors with strong evidence linking them to reduced overdose risk as a pragmatic and actionable proxy [<xref ref-type="bibr" rid="ref47">47</xref>]. Third, while we assigned study arm by practice to minimize the risk of contamination, some physicians and other clinicians may work out of multiple departments during the course of the study. Fourth, while our initial plan was for a 6-month intervention period, unexpected changes occurred in Epic within UPMC that required shortening the intervention period for the primary analysis to 4 months. However, we anticipate that most intervention effects will occur within the first four months of the trial, when clinicians receive the initial set of justification alerts. These alerts are programmed to reappear based on predefined criteria. Specifically, certain alerts will reappear 3 months after the index encounter if the underlying risk condition persists (eg, continued high opioid dosage or opioid/benzodiazepine overlap after a prior justification), whereas others reappear sooner if the triggering condition recurs (eg, a new opioid prescription). Regardless, we have preplanned a 6-month secondary outcome to compare any difference in intervention efficacy. Finally, we acknowledge that our intervention will focus on the primary care setting, and while it may generalize to other parts of the health care system that use an EHR, it will not help the many people at risk of overdose who do not engage with the health care system.</p>
      <p>Our planned dissemination of study results includes the usual academic channels, including journal publication and presentation at scientific meetings in late 2026 and early 2027. We are also in regular communication with the clinical leadership of primary care in the health system, as well as the major informatics groups, enabling real-time dissemination of findings to interested parties who can implement changes after the clinical trial is completed. Our research team also received supplemental funding from the National Institutes of Health to compile “lessons learned” from our implementation and create a playbook that will guide others in implementing similar overdose prediction tools in the EHR in an ethical and successful manner.</p>
      <p>In summary, the mPROVEN study is among the first pragmatic RCTs to integrate ML‑based opioid overdose risk prediction with behavioral nudges directly within a large health system EHR. By combining advances in data science, behavioral economics, and implementation science, the study aims to reduce opioid overdose risk in primary care using a scalable and low-touch intervention to address a high-priority public health issue.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-reviewer report from CDMA - Clinical Data Management and Analysis Study Section, Healthcare Delivery and Methodologies Integrated Review Group, National Institute on Drug Abuse (National Institutes of Health, USA).</p>
        <media xlink:href="resprot_v15i1e94007_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 154 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DSMB</term>
          <def>
            <p>data and safety monitoring board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IRB</term>
          <def>
            <p>Institutional Review Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MME</term>
          <def>
            <p>morphine milligram equivalent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">mPROVEN</term>
          <def>
            <p>Machine Learning Prediction and Reducing Overdoses With Electronic Health Record Nudges</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">OUD</term>
          <def>
            <p>opioid use disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Funding</title>
        <p>This work is supported by the US National Institutes of Health National Institute on Drug Abuse (R01DA044985). The funder was not involved in the study design; data collection, analysis, and interpretation; or writing of the manuscript. The viewpoints expressed herein are those of the authors alone and do not necessarily represent the viewpoints of the National Institutes of Health, US Department of Veterans Affairs, or US government.</p>
      </sec>
    </notes>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated or analyzed during this study are available from the corresponding author on reasonable request. A data use agreement, institutional and privacy approvals, and cost recovery fees for data preparation and transfer may be required.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to study conception, design, and protocol development. The lead author drafted the manuscript; all authors critically revised the manuscript and approved the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>WHL-C is a member of the editorial board of Pharmacotherapy: The Journal of Human Pharmacology and Drug Therapy and has been compensated for consulting services by Teva Pharmaceuticals and Prime Analytics, LLC.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>U.S. overdose deaths decrease almost 27% in 2024</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2025</year>
          <month>05</month>
          <day>14</day>
          <access-date>2026-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/pressroom/releases/20250514.html">https://www.cdc.gov/nchs/pressroom/releases/20250514.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Florence</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of opioid use disorder and fatal opioid overdose in the United States, 2017</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>218</volume>
          <fpage>108350</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33121867"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2020.108350</pub-id>
          <pub-id pub-id-type="medline">33121867</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(20)30515-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8091480</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wachterman</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Beilstein-Wedel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ohare</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lorenz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shreve</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Grady</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Time trends in opioid prescribing and uncontrolled pain in the last month of life, 2010-2018 (103C)</article-title>
          <source>J Pain Symptom Manag</source>
          <year>2020</year>
          <month>07</month>
          <volume>60</volume>
          <issue>1</issue>
          <fpage>193</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2020.04.035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jairam</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>DX</given-names>
            </name>
            <name name-style="western">
              <surname>Pasha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Soulos</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Temporal trends in opioid prescribing patterns among oncologists in the Medicare population</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2021</year>
          <month>03</month>
          <day>01</day>
          <volume>113</volume>
          <issue>3</issue>
          <fpage>274</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32785685"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/djaa110</pub-id>
          <pub-id pub-id-type="medline">32785685</pub-id>
          <pub-id pub-id-type="pii">5891667</pub-id>
          <pub-id pub-id-type="pmcid">PMC7936059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Florence</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of prescription opioid overdose, abuse, and dependence in the United States, 2013</article-title>
          <source>Med Care</source>
          <year>2016</year>
          <month>10</month>
          <volume>54</volume>
          <issue>10</issue>
          <fpage>901</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27623005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000625</pub-id>
          <pub-id pub-id-type="medline">27623005</pub-id>
          <pub-id pub-id-type="pii">00005650-201610000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC5975355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sarayani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Winterstein</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Performance of the Centers for Medicare &#38; Medicaid Services' opioid overutilization criteria for classifying opioid use disorder or overdose</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>02</month>
          <day>12</day>
          <volume>321</volume>
          <issue>6</issue>
          <fpage>609</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30747958"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.20404</pub-id>
          <pub-id pub-id-type="medline">30747958</pub-id>
          <pub-id pub-id-type="pii">2724180</pub-id>
          <pub-id pub-id-type="pmcid">PMC6439582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lo-Ciganic</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kwoh</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Donohue</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Cochran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kuza</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of machine-learning algorithms for predicting opioid overdose risk among Medicare beneficiaries with opioid prescriptions</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>03</month>
          <day>01</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e190968</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30901048"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.0968</pub-id>
          <pub-id pub-id-type="medline">30901048</pub-id>
          <pub-id pub-id-type="pii">2728625</pub-id>
          <pub-id pub-id-type="pmcid">PMC6583312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lo-Ciganic</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kwoh</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Donohue</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cochran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kuza</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>Using machine learning to predict risk of incident opioid use disorder among fee-for-service Medicare beneficiaries: a prognostic study</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>07</month>
          <day>17</day>
          <volume>15</volume>
          <issue>7</issue>
          <fpage>e0235981</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0235981"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0235981</pub-id>
          <pub-id pub-id-type="medline">32678860</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-09504</pub-id>
          <pub-id pub-id-type="pmcid">PMC7367453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Using machine learning to predict opioid misuse among U.S. adolescents</article-title>
          <source>Prev Med</source>
          <year>2020</year>
          <month>01</month>
          <volume>130</volume>
          <fpage>105886</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2019.105886</pub-id>
          <pub-id pub-id-type="medline">31705938</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(19)30362-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahneman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Knetsch</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Thaler</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Anomalies: the endowment effect, loss aversion, and status quo bias</article-title>
          <source>J Econ Perspect</source>
          <year>1991</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>193</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1257/jep.5.1.193</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lo-Ciganic</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Donohue</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Cochran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kwoh</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Kuza</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>Developing and validating a machine-learning algorithm to predict opioid overdose in Medicaid beneficiaries in two US states: a prognostic modelling study</article-title>
          <source>Lancet Digit Health</source>
          <year>2022</year>
          <month>06</month>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>e455</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(22)00062-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(22)00062-0</pub-id>
          <pub-id pub-id-type="medline">35623798</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(22)00062-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC9236281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Leveraging insights from behavioral economics to increase the value of health-care service provision</article-title>
          <source>J Gen Intern Med</source>
          <year>2012</year>
          <month>11</month>
          <volume>27</volume>
          <issue>11</issue>
          <fpage>1544</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22549296"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-012-2050-4</pub-id>
          <pub-id pub-id-type="medline">22549296</pub-id>
          <pub-id pub-id-type="pmcid">PMC3475818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Harlam</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Loewenstein</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Enhanced active choice: a new method to motivate behavior change</article-title>
          <source>J Consum Psychol</source>
          <year>2011</year>
          <month>07</month>
          <day>22</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>376</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcps.2011.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Laibson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Madrian</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Metrick</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Optimal defaults and active decisions</article-title>
          <source>Q J Econ</source>
          <year>2009</year>
          <month>11</month>
          <day>01</day>
          <volume>124</volume>
          <issue>4</issue>
          <fpage>1639</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20041043"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/qjec.2009.124.4.1639</pub-id>
          <pub-id pub-id-type="medline">20041043</pub-id>
          <pub-id pub-id-type="pmcid">PMC2798815</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauffenburger</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatkhande</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jungo</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Haff</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hanken</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Isaac</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhry</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record intervention and deprescribing for older adults: a randomized clinical trial</article-title>
          <source>JAMA</source>
          <year>2026</year>
          <month>03</month>
          <day>24</day>
          <volume>335</volume>
          <issue>12</issue>
          <fpage>1060</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2025.26967</pub-id>
          <pub-id pub-id-type="medline">41609788</pub-id>
          <pub-id pub-id-type="pii">2844545</pub-id>
          <pub-id pub-id-type="pmcid">PMC12856743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Last</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Timon</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beidas</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of clinician-directed nudges in healthcare contexts</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>07</month>
          <day>12</day>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>e048801</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34253672"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2021-048801</pub-id>
          <pub-id pub-id-type="medline">34253672</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2021-048801</pub-id>
          <pub-id pub-id-type="pmcid">PMC8276299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Wynne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Honeywell</surname>
              <given-names>S Jr</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Using active choice within the electronic health record to increase influenza vaccination rates</article-title>
          <source>J Gen Intern Med</source>
          <year>2017</year>
          <month>07</month>
          <volume>32</volume>
          <issue>7</issue>
          <fpage>790</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28337690"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-017-4046-6</pub-id>
          <pub-id pub-id-type="medline">28337690</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-017-4046-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5481246</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Wynn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Honeywell</surname>
              <given-names>S Jr</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Using active choice within the electronic health record to increase physician ordering and patient completion of high-value cancer screening tests</article-title>
          <source>Healthc (Amst)</source>
          <year>2016</year>
          <month>12</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28007228"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.hjdsi.2016.04.005</pub-id>
          <pub-id pub-id-type="medline">28007228</pub-id>
          <pub-id pub-id-type="pii">S2213-0764(16)30068-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7240802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsiang</surname>
              <given-names>EY</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Rareshide</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Snider</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Association of an active choice intervention in the electronic health record directed to medical assistants with clinician ordering and patient completion of breast and colorectal cancer screening tests</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>11</month>
          <day>01</day>
          <volume>2</volume>
          <issue>11</issue>
          <fpage>e1915619</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31730186"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.15619</pub-id>
          <pub-id pub-id-type="medline">31730186</pub-id>
          <pub-id pub-id-type="pii">2755489</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>CONSORT 2010 statement: extension to randomised pilot and feasibility trials</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>10</month>
          <day>24</day>
          <volume>355</volume>
          <fpage>i5239</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27777223"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i5239</pub-id>
          <pub-id pub-id-type="medline">27777223</pub-id>
          <pub-id pub-id-type="pmcid">PMC5076380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loudon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Treweek</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Donnan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thorpe</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Zwarenstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The PRECIS-2 tool: designing trials that are fit for purpose</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>05</month>
          <day>08</day>
          <volume>350</volume>
          <fpage>h2147</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/42544530?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.h2147</pub-id>
          <pub-id pub-id-type="medline">25956159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lo-Ciganic</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Donohue</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hulsey</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kuza</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanich</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Gellad</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>Integrating human services and criminal justice data with claims data to predict risk of opioid overdose among Medicaid beneficiaries: a machine-learning approach</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <month>03</month>
          <day>18</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>e0248360</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0248360"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0248360</pub-id>
          <pub-id pub-id-type="medline">33735222</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-30028</pub-id>
          <pub-id pub-id-type="pmcid">PMC7971495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ragan</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>CDC clinical practice guideline for prescribing opioids for pain - United States, 2022</article-title>
          <source>MMWR Recomm Rep</source>
          <year>2022</year>
          <month>11</month>
          <day>04</day>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36327391"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.rr7103a1</pub-id>
          <pub-id pub-id-type="medline">36327391</pub-id>
          <pub-id pub-id-type="pmcid">PMC9639433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Valenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ganoczy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ilgen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Blow</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>Association between opioid prescribing patterns and opioid overdose-related deaths</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <month>04</month>
          <day>06</day>
          <volume>305</volume>
          <issue>13</issue>
          <fpage>1315</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.370</pub-id>
          <pub-id pub-id-type="medline">21467284</pub-id>
          <pub-id pub-id-type="pii">305/13/1315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Public policy statement on the use of naloxone for the prevention of opioid overdose deaths</article-title>
          <source>American Society of Addiction Medicine</source>
          <access-date>2026-03-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://downloads.asam.org/sitefinity-production-blobs/docs/default-source/public-policy-statements/2021-public-policy-statement-on-the-use-of-naloxone.pdf">https://downloads.asam.org/sitefinity-production-blobs/docs/default-source/public-policy-statements/2021-public-policy-statement-on-the-use-of-naloxone.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Saitz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ganoczy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ilgen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Benzodiazepine prescribing patterns and deaths from drug overdose among US veterans receiving opioid analgesics: case-cohort study</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>06</month>
          <day>10</day>
          <volume>350</volume>
          <fpage>h2698</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=26063215"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.h2698</pub-id>
          <pub-id pub-id-type="medline">26063215</pub-id>
          <pub-id pub-id-type="pmcid">PMC4462713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Dixit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Humphreys</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Darnall</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Association between concurrent use of prescription opioids and benzodiazepines and overdose: retrospective analysis</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>03</month>
          <day>14</day>
          <volume>356</volume>
          <fpage>j760</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28292769"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j760</pub-id>
          <pub-id pub-id-type="medline">28292769</pub-id>
          <pub-id pub-id-type="pmcid">PMC5421443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Exposure-response association between concurrent opioid and benzodiazepine use and risk of opioid-related overdose in Medicare Part D beneficiaries</article-title>
          <source>JAMA Netw Open</source>
          <year>2018</year>
          <month>06</month>
          <day>01</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e180919</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30646080"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2018.0919</pub-id>
          <pub-id pub-id-type="medline">30646080</pub-id>
          <pub-id pub-id-type="pii">2685628</pub-id>
          <pub-id pub-id-type="pmcid">PMC6324417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chua</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Brummett</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Conti</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Association of opioid prescribing patterns with prescription opioid overdose in adolescents and young adults</article-title>
          <source>JAMA Pediatr</source>
          <year>2020</year>
          <month>02</month>
          <day>01</day>
          <volume>174</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31841589"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2019.4878</pub-id>
          <pub-id pub-id-type="medline">31841589</pub-id>
          <pub-id pub-id-type="pii">2756330</pub-id>
          <pub-id pub-id-type="pmcid">PMC6990690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Covariate-based constrained randomization of group-randomized trials</article-title>
          <source>Clin Trials</source>
          <year>2004</year>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>305</lpage>
          <pub-id pub-id-type="doi">10.1191/1740774504cn024oa</pub-id>
          <pub-id pub-id-type="medline">16279255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>A SAS macro for covariate-constrained randomization of general cluster-randomized and unstratified designs</article-title>
          <source>J Stat Softw</source>
          <year>2017</year>
          <month>04</month>
          <volume>77</volume>
          <issue>CS1</issue>
          <fpage>10.18637/jss.v077.c01</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28649186"/>
          </comment>
          <pub-id pub-id-type="doi">10.18637/jss.v077.c01</pub-id>
          <pub-id pub-id-type="medline">28649186</pub-id>
          <pub-id pub-id-type="pmcid">PMC5479642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Elbourne</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>CONSORT group</collab>
          </person-group>
          <article-title>CONSORT statement: extension to cluster randomised trials</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>03</month>
          <day>20</day>
          <volume>328</volume>
          <issue>7441</issue>
          <fpage>702</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/15031246"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.328.7441.702</pub-id>
          <pub-id pub-id-type="medline">15031246</pub-id>
          <pub-id pub-id-type="pii">328/7441/702</pub-id>
          <pub-id pub-id-type="pmcid">PMC381234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Buuren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Groothuis-Oudshoorn</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Fully conditional specification in multivariate imputation</article-title>
          <source>J Stat Comput Simul</source>
          <year>2007</year>
          <month>02</month>
          <day>01</day>
          <volume>76</volume>
          <issue>12</issue>
          <fpage>1049</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1080/10629360600810434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Limits on opioid prescribing leave patients with chronic pain vulnerable</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>06</month>
          <day>04</day>
          <volume>321</volume>
          <issue>21</issue>
          <fpage>2059</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2019.5188</pub-id>
          <pub-id pub-id-type="medline">31034007</pub-id>
          <pub-id pub-id-type="pii">2732610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Predicting aberrant behaviors in opioid-treated patients: preliminary validation of the Opioid Risk Tool</article-title>
          <source>Pain Med</source>
          <year>2005</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>432</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2005.00072.x</pub-id>
          <pub-id pub-id-type="medline">16336480</pub-id>
          <pub-id pub-id-type="pii">PME72</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ives</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chelminski</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Hammett-Stabler</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Perhac</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Potisek</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Shilliday</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>DeWalt</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Pignone</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Predictors of opioid misuse in patients with chronic pain: a prospective cohort study</article-title>
          <source>BMC Health Serv Res</source>
          <year>2006</year>
          <month>04</month>
          <day>04</day>
          <volume>6</volume>
          <fpage>46</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-6-46"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-6-46</pub-id>
          <pub-id pub-id-type="medline">16595013</pub-id>
          <pub-id pub-id-type="pii">1472-6963-6-46</pub-id>
          <pub-id pub-id-type="pmcid">PMC1513222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Tetrault</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Fiellin</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Non-medical use, abuse and dependence on prescription opioids among U.S. adults: psychiatric, medical and substance use correlates</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2008</year>
          <month>04</month>
          <day>01</day>
          <volume>94</volume>
          <issue>1-3</issue>
          <fpage>38</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2007.09.018</pub-id>
          <pub-id pub-id-type="medline">18063321</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(07)00410-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Toblin</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kraner</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bixler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Paulozzi</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Patterns of abuse among unintentional pharmaceutical overdose fatalities</article-title>
          <source>JAMA</source>
          <year>2008</year>
          <month>12</month>
          <day>10</day>
          <volume>300</volume>
          <issue>22</issue>
          <fpage>2613</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2008.802</pub-id>
          <pub-id pub-id-type="medline">19066381</pub-id>
          <pub-id pub-id-type="pii">300/22/2613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Birnbaum</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Schiller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>NP</given-names>
            </name>
          </person-group>
          <article-title>Analytic models to identify patients at risk for prescription opioid abuse</article-title>
          <source>Am J Manag Care</source>
          <year>2009</year>
          <month>12</month>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>897</fpage>
          <lpage>906</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=12508"/>
          </comment>
          <pub-id pub-id-type="medline">20001171</pub-id>
          <pub-id pub-id-type="pii">12508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Banta-Green</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Merrill</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Weisner</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Silverberg</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Psaty</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Opioid prescriptions for chronic pain and overdose: a cohort study</article-title>
          <source>Ann Intern Med</source>
          <year>2010</year>
          <month>01</month>
          <day>19</day>
          <volume>152</volume>
          <issue>2</issue>
          <fpage>85</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20083827"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-152-2-201001190-00006</pub-id>
          <pub-id pub-id-type="medline">20083827</pub-id>
          <pub-id pub-id-type="pii">152/2/85</pub-id>
          <pub-id pub-id-type="pmcid">PMC3000551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Edlund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>DeVries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Braden</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Risks for possible and probable opioid misuse among recipients of chronic opioid therapy in commercial and Medicaid insurance plans: the TROUP study</article-title>
          <source>Pain</source>
          <year>2010</year>
          <month>08</month>
          <volume>150</volume>
          <issue>2</issue>
          <fpage>332</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20554392"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pain.2010.05.020</pub-id>
          <pub-id pub-id-type="medline">20554392</pub-id>
          <pub-id pub-id-type="pii">00006396-201008000-00022</pub-id>
          <pub-id pub-id-type="pmcid">PMC2897915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edlund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Braden</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Devries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>An analysis of heavy utilizers of opioids for chronic noncancer pain in the TROUP study</article-title>
          <source>J Pain Symptom Manage</source>
          <year>2010</year>
          <month>08</month>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>279</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0885-3924(10)00323-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2010.01.012</pub-id>
          <pub-id pub-id-type="medline">20579834</pub-id>
          <pub-id pub-id-type="pii">S0885-3924(10)00323-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2921474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haller</surname>
              <given-names>IV</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Sperl-Hillen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Romagnoli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dehmer</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Haapala</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Borgert-Spaniol</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tusing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Muegge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ekstrom</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huntley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bart</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Design of a pragmatic clinical trial to improve screening and treatment for opioid use disorder in primary care</article-title>
          <source>Contemp Clin Trials</source>
          <year>2023</year>
          <month>01</month>
          <volume>124</volume>
          <fpage>107012</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36402275"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2022.107012</pub-id>
          <pub-id pub-id-type="medline">36402275</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(22)00338-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC9839646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Haller</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Haapala</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dehmer</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Borgert-Spaniol</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gorodisher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Miley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Romagnoli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tusing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ekstrom</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Appana</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sperl-Hillen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kobylinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huntley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bart</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support system for primary care of opioid use disorder: a randomized clinical trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2025</year>
          <month>09</month>
          <day>01</day>
          <volume>185</volume>
          <issue>9</issue>
          <fpage>1079</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2025.2535</pub-id>
          <pub-id pub-id-type="medline">40658392</pub-id>
          <pub-id pub-id-type="pii">2836529</pub-id>
          <pub-id pub-id-type="pmcid">PMC12261115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mudumbi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Community oncologists have a favorable view of algorithm-based default palliative care referrals with opt-out</article-title>
          <source>J Pain Symptom Manage</source>
          <year>2024</year>
          <month>05</month>
          <volume>67</volume>
          <issue>5</issue>
          <fpage>e711</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2024.02.190</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Navathe</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>XS</given-names>
            </name>
            <name name-style="western">
              <surname>Delgado</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Isenberg</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Landa</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Rareshide</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Pepe</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Refai</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>The effect of clinician feedback interventions on opioid prescribing</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2022</year>
          <month>03</month>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>424</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2021.01407</pub-id>
          <pub-id pub-id-type="medline">35254932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>Understanding the use of composite endpoints in clinical trials</article-title>
          <source>West J Emerg Med</source>
          <year>2018</year>
          <month>07</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>631</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30013696"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2018.4.38383</pub-id>
          <pub-id pub-id-type="medline">30013696</pub-id>
          <pub-id pub-id-type="pii">wjem-19-631</pub-id>
          <pub-id pub-id-type="pmcid">PMC6040910</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
