<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i9e19496</article-id>
      <article-id pub-id-type="pmid">32969832</article-id>
      <article-id pub-id-type="doi">10.2196/19496</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Stories to Communicate Individual Risk for Opioid Prescriptions for Back and Kidney Stone Pain: Protocol for the Life STORRIED Multicenter Randomized Clinical Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Hoving</surname>
            <given-names>Ciska</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hoppe</surname>
            <given-names>Jason</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lu</surname>
            <given-names>Amy Shirong</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Meisel</surname>
            <given-names>Zachary F</given-names>
          </name>
          <degrees>MD, MPH, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Emergency Care Policy and Research, Department of Emergency Medicine</institution>
            <institution>Perelman School of Medicine</institution>
            <institution>University of Pennsylvania</institution>
            <addr-line>423 Guardian Drive</addr-line>
            <addr-line>Blockley Hall</addr-line>
            <addr-line>Philadelphia, PA, 19104</addr-line>
            <country>United States</country>
            <phone>1 225 586 0267</phone>
            <email>zfm@pennmedicine.upenn.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8474-7993</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Goldberg</surname>
            <given-names>Erica B</given-names>
          </name>
          <degrees>MSW</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7541-9170</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dolan</surname>
            <given-names>Abby R</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5994-0617</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bansal</surname>
            <given-names>Esha</given-names>
          </name>
          <degrees>BS, BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6880-3163</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Rhodes</surname>
            <given-names>Karin V</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8446-9206</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Hess</surname>
            <given-names>Erik P</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6499-9592</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Cannuscio</surname>
            <given-names>Carolyn C</given-names>
          </name>
          <degrees>SCD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9082-6313</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Schapira</surname>
            <given-names>Marilyn M</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3775-9462</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Perrone</surname>
            <given-names>Jeanmarie</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7073-9060</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Rodgers</surname>
            <given-names>Melissa A</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6780-2655</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Zyla</surname>
            <given-names>Michael M</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0270-2711</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Bell</surname>
            <given-names>Jeffrey J</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9433-7939</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>McCollum</surname>
            <given-names>Sharon</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Shofer</surname>
            <given-names>Frances S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6813-4791</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Emergency Care Policy and Research, Department of Emergency Medicine</institution>
        <institution>Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Population Health Management</institution>
        <institution>Donald and Barbara Zucker School of Medicine at Hofstra/Northwell</institution>
        <addr-line>Manhasset, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of General and Internal Medicine</institution>
        <institution>Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Zachary F Meisel <email>zfm@pennmedicine.upenn.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>9</issue>
      <elocation-id>e19496</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>7</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Zachary F Meisel, Erica B Goldberg, Abby R Dolan, Esha Bansal, Karin V Rhodes, Erik P Hess, Carolyn C Cannuscio, Marilyn M Schapira, Jeanmarie Perrone, Melissa A Rodgers, Michael M Zyla, Jeffrey J Bell, Sharon McCollum, Frances S Shofer. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 24.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/9/e19496/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Prescription opioid misuse in the United States is a devastating public health crisis; many chronic opioid users were originally prescribed this class of medication for acute pain. Video narrative–enhanced risk communication may improve patient outcomes, such as knowledge of opioid risk and opioid use behaviors after an episode of acute pain.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective is to assess the effect of probabilistic and narrative-enhanced opioid risk communication on patient-reported outcomes, including knowledge, opioid use, and patient preferences, for patients who present to emergency departments with back pain and kidney stone pain.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is a multisite randomized controlled trial. Patients presenting to the acute care facilities of four geographically and ethnically diverse US hospital centers with acute renal colic pain or musculoskeletal back and/or neck pain are eligible for this randomized controlled trial. A control group of patients receiving general risk information is compared to two intervention groups: one receiving the risk information sheet plus an individualized, visual probabilistic Opioid Risk Tool (ORT) and another receiving the risk information sheet plus a video narrative–enhanced probabilistic ORT. We will study the effect of probabilistic and narrative-enhanced opioid risk communication on the following: risk awareness and recall at 14 days postenrollment, reduced use or preferences for opioids after the emergency department episode, and alignment with patient preference and provider prescription. To assess these outcomes, we administer baseline patient surveys during acute care admission and follow-up surveys at predetermined times during the 3 months after discharge.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1302 patients were enrolled over 24 months.  The mean age of the participants was 40 years (SD 14), 692 out of 1302 (53.15%) were female, 556 out of 1302 (42.70%) were White, 498 out of 1302 (38.25%) were Black, 1002 out of 1302 (76.96%) had back pain, and 334 out of 1302 (25.65%) were at medium or high risk. Demographics and ORT scores were equally distributed across arms.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study seeks to assess the potential clinical role of narrative-enhanced, risk-informed communication for acute pain management in acute care settings. This paper outlines the protocol used to implement the study and highlights crucial methodological, statistical, and stakeholder involvement as well as dissemination considerations.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03134092; https://clinicaltrials.gov/ct2/show/NCT03134092</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/19496</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>prescription opioids</kwd>
        <kwd>opioid misuse</kwd>
        <kwd>acute pain: opioid risk</kwd>
        <kwd>probabilistic risk tool</kwd>
        <kwd>renal colic</kwd>
        <kwd>musculoskeletal back pain</kwd>
        <kwd>narratives</kwd>
        <kwd>randomized controlled trial</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Opioid misuse in the United States is a devastating public health crisis, responsible for over 70,000 overdose deaths per year and US $78.5 billion in health and social costs annually from prescription opioids alone [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Almost 218,000 people in the United States died from overdoses related to prescription opioids between 1999 and 2017 [<xref ref-type="bibr" rid="ref3">3</xref>]. Notably, most chronic prescription opioid users were originally prescribed the medication for acute pain [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>With 42% of emergency department visits related to pain, acute care settings are vital locations for providers and patients to manage pain while avoiding the risk of future misuse of opioids [<xref ref-type="bibr" rid="ref6">6</xref>]. In acute illness and recovery, inadequate pain management is associated with greater morbidity, lower patient satisfaction, and higher costs of care [<xref ref-type="bibr" rid="ref7">7</xref>]. Nevertheless, younger age, illicit drug use, tobacco use, alcohol misuse, sexual abuse, and family history of drug and alcohol use are all risk factors for prescription drug misuse, along with social factors including unemployment and mental health conditions, such as depression, anxiety, and posttraumatic stress disorder [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>In practice, providers may make therapeutic decisions, particularly around analgesia, without engaging patients about their risks. Providers may engage patients minimally by, for example, distributing information sheets about risks related to procedures or treatment plans. However, a recent emergency department randomized controlled trial demonstrated that a fact-based, literacy-appropriate information sheet alone did not improve patients’ knowledge and safe use of opioid analgesics compared to usual care [<xref ref-type="bibr" rid="ref10">10</xref>]. Moreover, when providers do discuss the risks and benefits of specific options with their patients, the communication is frequently devoid of context and is probabilistic in nature (ie, presenting the likelihood of outcomes using either descriptive words or numbers) [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Moreover, while probabilistic tools have been established as a common way to communicate information about risks and benefits to patients facing medical decisions, they often lack an individualized component that prompts patients to think about their own risk. We are conducting the Life STORRIED (<italic>Life Stories for Opioid Risk Reduction in the ED</italic> [emergency department]) study to test the effectiveness of a risk tool that incorporates a patient’s individualized risk with and without a video narrative.</p>
      <p>Narrative communication can be an inexpensive, sustainable, and effective tool to promote engagement around health information and to enhance other forms of risk communication. A health communication narrative is defined as a coherent story with an identifiable beginning, middle, and end that provides information about scene, characters, and conflict; raises unanswered questions or unresolved conflict; and provides resolution [<xref ref-type="bibr" rid="ref13">13</xref>]. Narratives have been noted to improve the communication of health information by holding people’s attention and “transporting” their mental state [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Importantly, narratives have been shown to help clarify the values and trade-offs associated with risk in a more palatable manner than purely probabilistic facts alone [<xref ref-type="bibr" rid="ref16">16</xref>] and can be a risk communication tool that helps patients consider their own health behaviors. Communicating risk using narratives has also been demonstrated to benefit subgroups with lower levels of education, literacy, and numeracy [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. However, the role of narratives for communicating and translating risk evidence, specifically when attempting to improve pain treatment in acute care settings, has not been evaluated in a comparative manner. Therefore, we are interested in understanding whether narratives can enhance the use of an individualized, visual probabilistic risk tool (PRT) for communication about acute pain treatment.</p>
      <p>This study assesses two clinical interventions for opioid risk management among patients presenting to acute care settings with nonsurgical musculoskeletal back pain or renal colic: an individualized, visual PRT and a video-based narrative-enhanced risk tool (NERT). The PRT is a risk communication intervention derived from the previously validated Opioid Risk Tool (ORT) [<xref ref-type="bibr" rid="ref22">22</xref>]. Leveraging the science showing that narratives can enhance the effect of probabilistic communication [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], the NERT combines the PRT—a probabilistic and individualized risk tool—with a menu of video narratives, generated from past patients’ stories and displayed during the clinical encounter on a tablet computer.</p>
      <p>This manuscript outlines the protocol used to implement the Life STORRIED study, toward the goal of better understanding the clinical potential of narrative-enhanced, risk-informed communication in the setting of acute pain. The overall goal of this study is to assess the effect of probabilistic and narrative-enhanced opioid risk communication on patient-reported outcomes, including knowledge, opioid use, and patient preferences, for patients who present to emergency departments with back pain and kidney stone pain.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>The Life STORRIED study is a multicenter randomized clinical trial in the United States. Central ethical approval has been confirmed by the University of Pennsylvania Institutional Review Board (IRB). The study was registered at ClinicalTrials.gov (NCT03134092).</p>
      <sec>
        <title>Experimental Plan</title>
        <p>Eligible patients presenting to participating sites (ie, emergency departments and associated observation units) from four geographically distinct health systems have been randomized to one of three study arms:</p>
        <list list-type="order">
          <list-item>
            <p>Control group (Arm 1): patients receive a standardized, general risk information sheet (ie, general risk comparator) only. This study arm represents a risk communication approach commonly employed in clinical practice (see <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>).</p>
          </list-item>
          <list-item>
            <p>PRT intervention group (Arm 2): patients receive a standardized, general risk information sheet plus an individualized, visual probabilistic ORT (see <xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure5" ref-type="fig">5</xref>).</p>
          </list-item>
          <list-item>
            <p>NERT intervention group (Arm 3): patients receive a standardized, general risk information sheet plus a video narrative–enhanced probabilistic ORT (see <xref rid="figure6" ref-type="fig">Figure 6</xref> [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]).</p>
          </list-item>
        </list>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>General risk comparator back pain information sheet for the Life STORRIED (Life Stories for Opioid Risk Reduction in the ED [emergency department]) study.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>General risk comparator kidney stone pain information sheet for the Life STORRIED (Life Stories for Opioid Risk Reduction in the ED [emergency department]) study.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Opioid Risk Tool showing patient is At Risk. Life STORRIED: Life Stories for Opioid Risk Reduction in the ED (emergency department) study.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Opioid Risk Tool showing patient is At High Risk. Life STORRIED: Life Stories for Opioid Risk Reduction in the ED (emergency department) study.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Opioid Risk Tool showing patient is At Highest Risk. Life STORRIED: Life Stories for Opioid Risk Reduction in the ED (emergency department) study.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Narrative videos.</p>
          </caption>
          <graphic xlink:href="resprot_v9i9e19496_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Patients are stratified by complaint (ie, renal colic or back and neck pain) and hospital center (ie, the University of Pennsylvania, Northwell Health, the Mayo Clinic, or the University of Alabama at Birmingham [UAB]). Electronic consent and randomization within strata and hospital centers occur automatically through a password-protected, web-based data collection platform for behaviorally oriented randomized clinical trials; this occurs during the enrollment process [<xref ref-type="bibr" rid="ref31">31</xref>] using computer-generated random numbers. All outcome data are collected through the web-based platform, which is a secure, electronic database accessible only to researchers.</p>
      </sec>
      <sec>
        <title>Probabilistic Risk Tool Development</title>
        <p>The PRT was developed by the research team based on the validated ORT survey. The ORT was designed to assess risk of opioid dependency for patients for whom an opioid pain relief prescription was being considered in outpatient settings. The ORT considers multiple clinical and experiential factors in assessing risk of opioid dependency and reports risk on a scale of 0-26, divided into three probabilistic categories of risk for opioid misuse. In validation studies, 6% of patients in the lower-risk category (score 0-3) developed substance use disorder (SUD), 28% of patients in the moderate-risk category (score 4-7) developed SUD, and 91% of patients in the high-risk category (score 8-26) developed SUD [<xref ref-type="bibr" rid="ref22">22</xref>]. It should be noted that the ORT was never specifically validated in the emergency department setting. Through an iterative process that drew on the team’s expertise in patient-provider communication and shared decision making, a visual aid of the ORT results was developed. The team partnered with experts in patient communication to create a tool that was easy to interpret and leveraged best practices of risk communication in settings where literacy and numeracy would vary [<xref ref-type="bibr" rid="ref32">32</xref>]. Using an iterative process, we developed a visual tool that uses each patient’s assessed ORT score to demonstrate an absolute number and an overall risk category displayed on a visual scale; this was developed in collaboration with patient stakeholders, experts in the fields of patient education and communication, and clinical educators. Tool development followed best practices for decision aid development as defined by the International Patient Decision Aid Standards [<xref ref-type="bibr" rid="ref33">33</xref>]. The prototype was also informed by our team’s previous work to identify patient views [<xref ref-type="bibr" rid="ref34">34</xref>] and provider views [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] on this topic. The probabilities described above are expressed with consistent denominators of 100 (ie, 6/100, 28/100, or 91/100). A color-coded visual thermometer is used to deliver information in a comparative fashion that accounts for lower levels of health literacy and numeracy. Aware that no group, including the one at the lowest risk, had less than a 6% risk of aberrant behavior, the color green was eliminated from the thermometer so that the revised spectrum would go from yellow to orange to red as the patient’s individual risk increased. A probability of 6/100 corresponds to a yellow category of <italic>At Risk</italic>, 28/100 corresponds to an orange category of <italic>At High Risk</italic>, and 91/100 corresponds to a red category of <italic>At Highest Risk</italic>. A total of six iterations that included multiple rounds of meetings as a full study team, elicitation of patient investigator input, revision of the tool, and elicitation of further input was performed. The PRT was then piloted for 2 days in the emergency department for patients in acute pain, in order to seek feedback from patients, providers, and staff, and further refinements were made.</p>
      </sec>
      <sec>
        <title>Narrative Videos</title>
        <p>To develop the narrative videos, the research team recruited patients and caregivers with lived experiences to record their stories. Professional videographers edited the videos for clarity and salience. The team then tested the videos through an iterative process with a core group of patient investigators and community stakeholders to maximize factors such as identification with characters, perceived realism, normative values, and reinforcement. Each narrative is a 1-3-minute, first-person, interview-based vignette of a patient or caregiver sharing personal perspectives and experiences of acute pain and opioid use and misuse. Together, the eight narrative videos feature patients of diverse backgrounds and risk levels to offer a balanced, varied commentary. Originally, an earlier version of the narratives displayed individual risk scores and was designed to align closely with known mechanisms of narrative persuasion, such as transportation, by using scripted stories derived from real experiences and narrated by professional actors. Ultimately, because the investigation team and patient advisors felt that these stories were overly scripted and not realistic, we chose to film real patients with real stories sharing their stories. These stories were real but did not align perfectly to any specific risk scoring system or any specific mechanism of narrative persuasion (see <xref ref-type="table" rid="table1">Table 1</xref> [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptions of the narrative videos.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="840"/>
            <thead>
              <tr valign="top">
                <td>Name of narrator</td>
                <td>Video description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Paul [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>Paul misused opioids after being prescribed OxyContin for a painful condition.</td>
              </tr>
              <tr valign="top">
                <td>Linda [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>Linda, a nurse, misused opioids after surgery for cancer and migraine headaches.</td>
              </tr>
              <tr valign="top">
                <td>Elise [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Elise lost her young daughter to a heroin overdose after being introduced to opioids by friends.</td>
              </tr>
              <tr valign="top">
                <td>Mike [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Mike prefers to avoid opioids due to his family history of addiction.</td>
              </tr>
              <tr valign="top">
                <td>Jeff [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Jeff, a nurse, misused opioids after being prescribed them for a broken arm.</td>
              </tr>
              <tr valign="top">
                <td>Dena [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Dena’s doctor, knowing her history of addiction, helped her to avoid misusing opioids after a painful cancer surgery.</td>
              </tr>
              <tr valign="top">
                <td>Sharon [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Sharon experiences chronic pain and takes opioids daily to cope with the pain.</td>
              </tr>
              <tr valign="top">
                <td>Rachel [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Rachel lost her brother to an opioid overdose after he was introduced to them by a friend.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Study Overview and Objective</title>
        <p>The primary objective of this study is to determine whether risk-informed communication with or without a narrative-enhanced tool can improve functional outcomes and patient-centered outcomes in the domains of knowledge and opioid use. Specifically, the study will measure the effectiveness of different risk communication strategies using the following outcomes: risk awareness as well as opioid and treatment preferences for fewer opioids, particularly among those at higher risk for addiction. See <xref ref-type="table" rid="table2">Table 2</xref> for a full list of primary and secondary measures, response types, collection points, and their relevance to patients and other stakeholders.</p>
        <p>We hypothesize that patients receiving narrative-enhanced risk communication will demonstrate greater knowledge as determined by awareness of risk for opioid dependency and will request and take fewer opioids for fewer days, while achieving the same degree of pain relief and improved functional status, as compared to study patients receiving only a generalized risk information sheet or information sheet plus an individualized, visual probabilistic risk communication tool.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Outcomes and covariates and their measurement details.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="150"/>
            <col width="130"/>
            <col width="200"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Outcomes and covariates</td>
                <td>Measure</td>
                <td>Collection point</td>
                <td>Response type or analysis</td>
                <td>Statistical test</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Primary patient-reported outcomes</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk awareness and recall</td>
                <td>Opioid Risk Tool and risk assessment recall</td>
                <td>Baseline, day 14, and at 3 months</td>
                <td>Ordinal (three options) for baseline risk and risk recall</td>
                <td>Cohen weighted kappa (within treatment arm) and χ<sup>2</sup> tests (crude agreement)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-reported opioid use</td>
                <td><italic>Yes</italic> or <italic>no</italic> if taking opioids</td>
                <td>Days 1, 2, 4-6, and 14 and at 3 months</td>
                <td>Dichotomous (<italic>yes</italic> or <italic>no</italic>)</td>
                <td>Zero-inflated negative binomial or zero-inflated Poisson models</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient-reported preference for pain relief</td>
                <td>Patient pain relief preference survey</td>
                <td>Baseline</td>
                <td>Five options for patient-reported pain relief preference</td>
                <td>Cochran-Armitage χ<sup>2</sup> test for trend</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Agreement on pain treatment between patient preference and provider decision</td>
                <td>Patient preference vs electronic medical record documentation</td>
                <td>
                  <break/>
                </td>
                <td>Five options for patient-reported pain preference and concordance with provider decision</td>
                <td>Cohen weighted kappa, intraclass correlation coefficient, Bland-Altman plots (within treatment arm), and χ<sup>2</sup> tests (crude agreement)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Secondary patient-reported outcomes</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Days to no opioid use</td>
                <td>Number of pain medications taken daily</td>
                <td>Days 1,2, 4-6, and 14 and at 3 months</td>
                <td>Continuous (number of pills of each type)</td>
                <td>Kaplan Meier and proportional hazards (time to full functionality)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Functional status</td>
                <td>Back Pain Functional Scale and the 20-Item Short Form Survey from the Medical Outcomes Study</td>
                <td>Days 1, 7, and 14 and at 3 months</td>
                <td>Likert scale (0-10) and composite score for five items (0-50)</td>
                <td>Kaplan Meier, proportional hazards (time to full functionality), and random-effects mixed model  to measure clinically important changes in functionality</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Satisfaction with pain treatment</td>
                <td>American Pain Society Patient Outcome Questionnaire</td>
                <td>Baseline; days 1, 7, and 14; and at 3 months</td>
                <td>Likert scale (1-6) and dichotomous (<italic>satisfied</italic> vs <italic>not satisfied</italic>)</td>
                <td>χ<sup>2</sup> tests, Mantel-Haenszel summary statistics, and general linear model with log-linear link</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trust in provider</td>
                <td>Trust in Physician Scale</td>
                <td>Day 7</td>
                <td>Likert scale (1-5) and composite score for 11 items (11-55)</td>
                <td>Analysis of variance or Kruskal-Wallis test</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Follow-up visits for pain</td>
                <td>Self-report of additional provider visits</td>
                <td>Day 14 and at 3 months</td>
                <td>Dichotomous (<italic>yes</italic> or <italic>no</italic> visits; <italic>yes</italic> or <italic>no</italic> provide pain pills)</td>
                <td>χ<sup>2</sup> test and general linear model with log-linear link</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient-reported measure of shared decision making</td>
                <td>CollaboRATE</td>
                <td>Day 1</td>
                <td>Likert scale (1-10)</td>
                <td>Analysis of variance or Kruskal-Wallis test</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Opioid misuse</td>
                <td>Current Opioid Misuse Measure</td>
                <td>At 3 months</td>
                <td>Dichotomous score (<italic>≥9</italic> vs <italic>&#60;9</italic>)</td>
                <td>χ<sup>2</sup> test and general linear model with log-linear link</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Covariates (subgroup analyses)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Demographics</td>
                <td>GENACIS<sup>a</sup> and BRFSS<sup>b</sup> 2011</td>
                <td>Baseline</td>
                <td>Varies by question</td>
                <td>N/A<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Overall health</td>
                <td>Self-rated health</td>
                <td>Baseline and at 3 months</td>
                <td>Likert scale (1-5)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical condition (back vs renal colic)</td>
                <td>ICD-9<sup>d</sup> codes and primary complaint</td>
                <td>Baseline</td>
                <td>ICD-9 codes</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical history</td>
                <td>Electronic health record</td>
                <td>Baseline</td>
                <td>ICD-9 codes</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk for opioid dependency</td>
                <td>Opioid Risk Tool</td>
                <td>Baseline</td>
                <td>Continuous score (0-26) risk level (<italic>high</italic>, <italic>medium</italic>, or <italic>low</italic>)</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>GENACIS: Gender, Alcohol, and Culture: An International Study.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>BRFSS: Behavioral Risk Factor Surveillance System.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>N/A: not applicable. As these were not outcomes, we do not report statistical tests; these are listed as covariates.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>ICD-9: International Classification of Diseases, Ninth Revision.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Setting</title>
        <p>Patients are recruited from acute care settings (ie, emergency department or observation units) in four US academic hospital centers: (1) the University of Pennsylvania in Philadelphia, Pennsylvania, located on the east coast with an urban patient population, (2) Northwell Health (ie, Long Island Jewish Hospital and North Shore Hospital) in Long Island, New York, located on the east coast with a suburban patient population, (3) the Mayo Clinic in Rochester, Minnesota, located in the Midwest with a diverse rural, suburban, and small-city patient population, and (4) the UAB, Alabama, located in the Southeast with an urban patient population. These centers were selected to capture geographically and ethnically diverse patient populations and clinical practices.</p>
      </sec>
      <sec>
        <title>Sample Population and Recruitment</title>
        <p>Our sample population includes patients presenting to participating study sites with a chief complaint suggestive of acute renal colic or musculoskeletal neck or back pain. A trained project manager, research coordinator, or research associate identifies eligible patients based on chart review and collaborates with the treating clinician to confirm patient eligibility for the study. Patients are concurrently enrolled at all participating study sites 5-7 days per week, whenever a trained enroller is available.</p>
      </sec>
      <sec>
        <title>Selection of Participants</title>
        <p>The study inclusion and exclusion criteria are listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Participant inclusion and exclusion criteria.</title>
          <p>Inclusion criteria:</p>
          <list list-type="bullet">
            <list-item>
              <p>Patients 18-70 years of age presenting to an acute care setting AND</p>
            </list-item>
            <list-item>
              <p>Chief complaint indicative of acute neck, back, and/or flank pain OR uncomplicated kidney stones AND</p>
            </list-item>
            <list-item>
              <p>Capable of providing informed consent AND</p>
            </list-item>
            <list-item>
              <p>English-speaking OR Spanish-speaking with English comprehension AND</p>
            </list-item>
            <list-item>
              <p>Able to access a smartphone or email account regularly AND</p>
            </list-item>
            <list-item>
              <p>The treating clinician anticipates discharge within 24 hours with a diagnosis of renal calculi or musculoskeletal back pain</p>
            </list-item>
          </list>
          <p>Exclusion criteria:</p>
          <list list-type="bullet">
            <list-item>
              <p>Pregnancy</p>
            </list-item>
            <list-item>
              <p>In police custody</p>
            </list-item>
            <list-item>
              <p>Under the influence of illicit drugs or alcohol</p>
            </list-item>
            <list-item>
              <p>Mentally or cognitively unstable</p>
            </list-item>
            <list-item>
              <p>Suicidal</p>
            </list-item>
            <list-item>
              <p>Homicidal OR</p>
            </list-item>
            <list-item>
              <p>Unable to take opioids or nonsteroidal anti-inflammatory drugs (NSAIDs) for any reason</p>
            </list-item>
          </list>
        </boxed-text>
        <p>Additionally, patients who display aberrant drug use behavior, as determined by the lead provider, or have used opioid medications in the past 30 days—excluding opioids taken for the current condition within 48 hours of this acute care visit—are ineligible. Patients with a known history of chronic kidney disease (glomerular filtration rate &#60;60) are also ineligible, because they may not be able to take nonsteroidal anti-inflammatory drugs (NSAIDs).</p>
      </sec>
      <sec>
        <title>Baseline Enrollment: Day 0</title>
        <p>After providing informed consent, participants answer questions from a series of surveys, including the following: (1) an informational profile of demographic data (ie, gender, race, ethnicity, and education level) [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>], (2) the Revised American Pain Society Patient Outcome Questionnaire [<xref ref-type="bibr" rid="ref40">40</xref>], (3) the 20-Item Short Form Survey from the Medical Outcomes Study (MOS-20) [<xref ref-type="bibr" rid="ref41">41</xref>], (4) a tobacco use survey [<xref ref-type="bibr" rid="ref38">38</xref>], (5) the ORT [<xref ref-type="bibr" rid="ref22">22</xref>], (6) the Screener and Opioid Assessment for Patients with Pain-Revised [<xref ref-type="bibr" rid="ref42">42</xref>], and (7) a pain relief preference survey. Participant responses to survey questions are recorded in real time on a secure, password-protected iPad or tablet owned by the study. Study staff will administer surveys (1) through (3) and (7), whereas participants will complete surveys (4) through (6) directly on the study tablet computer due to the sensitive nature of these questions.</p>
        <p>All participants are given—in addition to standard institution-specific discharge instructions—a generalized, fact-based risk information sheet for renal colic or neck and back pain, based on chief complaint. This information sheet was developed by consensus among the study team, including clinicians, patients, and nurse educators. During enrollment, patients are given 3 minutes to familiarize themselves with the risk information sheet and ask questions to study staff.</p>
        <p>Regarding the ORT, for participants randomized into either intervention arm, the tablet computer will display one of three ORT images—<italic>At Risk</italic>, <italic>At High Risk</italic>, or <italic>At Highest Risk</italic> for opioid misuse—based on participant responses to the ORT survey (see <xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure5" ref-type="fig">5</xref>).</p>
        <p>Regarding video narratives, for participants randomized to the narrative-enhanced PRT arm, also displayed is a menu with a choice of eight video narratives (see <xref rid="figure6" ref-type="fig">Figure 6</xref> and <xref ref-type="table" rid="table1">Table 1</xref>). The narratives are displayed in a menu format on a tablet computer and participants can watch any story by selecting the picture of the storyteller. The participants may view as many videos as desired. Participants are provided the option of using headphones, and, when possible, study staff exit the room for privacy until the patient has completed viewing the videos.</p>
      </sec>
      <sec>
        <title>Participant Follow-Up: Days 1-7, Day 14, and 3 Months</title>
        <p>Outcomes were decided through a process that included iterative discussions with the entire investigative team, including patient investigators, as well as feedback from the study sponsor peer review. On days 1 through 7 and 14 after enrollment, the study portal sends participants automated email or text messages containing links to secure, online follow-up surveys. These brief surveys collect information on patient satisfaction and outlook [<xref ref-type="bibr" rid="ref40">40</xref>], pain management strategies and functional outcomes, behavioral and functional characteristics [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], medication use behaviors [<xref ref-type="bibr" rid="ref44">44</xref>], quality of life [<xref ref-type="bibr" rid="ref41">41</xref>], health literacy [<xref ref-type="bibr" rid="ref45">45</xref>], and health numeracy [<xref ref-type="bibr" rid="ref46">46</xref>]. Patients randomized to the video narrative–enhanced PRT arm also receive messages encouraging them to continue to view the eight video narratives through an individualized portal. A total of 3 months after enrollment, the portal will send participants automated email or text messages containing a link to a secure final follow-up survey of the above attributes, as well as recall of opioid risk level and/or viewing of video narratives for patients randomized to the corresponding intervention arms.</p>
        <p>Text and email reminders are used to promote continuous engagement and follow-up among study participants. Small cash incentives are used to maximize retention and promote follow-up. All subjects are eligible to receive up to US $84 for completing enrollment and follow-up surveys. Because of lower-than-expected response rates to the day-14 follow-up at the beginning of the study, the total eligible incentive was increased on January 15, 2018, from US $50 to US $84 to improve response rates and minimize study attrition. For the survey at 3 months, if the subjects do not respond to the electronic reminders, research staff will call the participants to remind them to complete survey; if necessary, they will conduct the survey by telephone.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <sec>
          <title>Overview</title>
          <p>Standard statistical tests (ie, χ<sup>2</sup>, analysis of variance [ANOVA], or Kruskal-Wallis tests) will be performed to determine outcome distributions and whether patients differ with regard to demographics in the three study groups. To determine differences in knowledge of risk for opioid dependency between NERT and PRT groups, agreement between individual risk as measured by the ORT and recall of risk at 14 days and 3 months will be classified as concordant or discordant for the risk category. Using these dichotomous outcomes, logistic regression models that include treatment arm, demographics (ie, age, gender, and ethnicity), and risk category will be developed. This will allow for the comparison of NERT and PRT treatment groups while adjusting for potential confounders. To test the hypothesis that patients in the NERT group request and take significantly less morphine equivalents than do patients in the PRT or control groups, the primary analytic technique will be a Poisson (log-linear) regression or a zero-inflated negative binomial regression [<xref ref-type="bibr" rid="ref47">47</xref>]. If necessary, all models will be adjusted for baseline pain level, condition, observation versus discharge status, and any complications, as well as possible interactions or confounders, such as age, gender, race, education, employment, insurance, income (ie, socioeconomic status), and marital or relationship status. To assess differences in number of days to cessation of opioid use, among those who reported taking opioids from any source, and time to return to functional status over the 3-month study period among the three treatment arms, we will utilize Kaplan-Meier curves and Cox proportional-hazard models. The log-rank test will be used to assess differences in rate of cessation of opioid use and rate of return to functionality between the three treatment groups. Additionally, at the 3-month survey time point, functionality will be assessed with MOS-20 scales [<xref ref-type="bibr" rid="ref41">41</xref>]. For this analysis, a 2-way ANOVA, with group and condition as main effects, will be used. The number of narratives viewed and where the viewing occurs (ie, in the emergency department or at home) will be assessed.</p>
        </sec>
        <sec>
          <title>Sample Size and Power Calculation</title>
          <p>Sample size was calculated based on the outcome deemed to require the most participants to demonstrate a meaningful effect of the intervention. To determine the number of patients needed in each group for sufficient sample size, we first considered one of the outcomes measured: number of days to no opioids. The final sample size was based on the number of days (ie, rate) to no opioid use, as this was presumed to require the largest sample size to detect a clinically meaningful effect between PRT and NERT groups. Using a 2-sided log-rank test with an overall predicted starting sample size of 1100 subjects, which increased to 1300 midstudy due to lower-than-expected response rates at day 14, achieves 80% power at a .05 significance level to detect a hazard ratio of 0.46 when the proportion not taking opioids at 14 days in the PRT group is 0.70 (an effect size as small as 15%) and the loss to follow-up is 25%-30%. This sample size was also designed to allow for stratified analyses by condition, should the responses to the interventions between conditions not be homogenous. The general risk comparator group was included in the sample size calculation as well, should we find no difference between NERT and PRT groups. Using an effect size of 10%-15% difference in proportions still using opioids, which we considered to be clinically meaningful and also obtainable based on our pilot data, and conservatively estimating a 20%-25% loss to follow-up in this group, we determined we would have sufficient power to evaluate a 10% difference, assuming that 95% and 85% of participants would no longer be taking opioids at 2 weeks in the NERT group versus the general risk comparator group, respectively. If a participant no longer responds to follow-up questions, he or she will be evaluated with the data collected on the earlier collection days of the study. Imputation will be used for key variables, with sensitivity analysis, when missing data are determined to be likely to be missing at random and are equally distributed across the intervention arms.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>An important limitation is the lack of standardization of the definition of aberrant drug use that was used as an exclusion criterion. During enrollment, the emergency department provider determined whether they believed each potential participant demonstrated aberrant drug use. Whether they used objective or subjective evidence was not predetermined. This exclusion criterion, as well as the exclusion of patients with prior use, was made in response to sponsor reviewer concerns that these tools would be of little use for patients who are “doctor shopping” or who already have an opioid use disorder.</p>
        <p>The ORT has previously been tested in the emergency department but not fully validated. It was designed for primary care settings, among which acute pain for back and kidney stone pain are common complaints. It remains an easy-to-implement tool that could be stratified in a way that the visual and risk tools could be tested.</p>
        <p>Patients were provided with the possibility of repeat electronic exposure to the narrative intervention but not their specific risk score display. However, the risk thermometer was provided as a hard copy to patients on discharge, with the possibility of repeat exposure. Because risk recall was a primary outcome, we did not wish patients to look up their score in real time as an answer to the risk recall question (ie, social desirability). Home viewing of the narratives was deemed an important outcome and part of the intervention as they were generalized and could be shared and viewed; however, this required some additional time that could not be achieved at the point of care during a busy emergency department visit.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study was funded in September 2016. It was approved by the University of Pennsylvania IRB on January 18, 2017. In 2018, the UAB site was added to the study and additional local IRB approval was required for this site only. The UAB IRB approved the study on July 27, 2018. Data collection commenced on October 24, 2018. On February 27, 2019, without unblinding the data, the original study sample size was expanded from 1100 to 1300, based on follow-up survey completion rates that were lower than expected. This increase was implemented in order to maintain the original power analysis for days to no opioid use. On August 7, 2019, the final participant was enrolled, and on November 19, 2019, the final data collection survey was obtained (see <xref rid="figure7" ref-type="fig">Figure 7</xref> for the Consolidated Standards Of Reporting Trials [CONSORT] diagram). Analysis is underway. The mean age of the participants was 40 years (SD 14), 692 out of 1302 (53.15%) were female, 556 out of 1302 (42.70%) were White, 498 out of 1302 (38.25%) were Black, 1002 out of 1302 (76.96%) had back pain, and 334 out of 1302 (25.65%) were at medium or high risk. Out of 1302 participants, 343 (26.34%) were prescribed opioids at the original visit. Age, race, gender, and ORT scores were equally distributed across arms.</p>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>The Consolidated Standards Of Reporting Trials (CONSORT) diagram for the Life STORRIED (Life Stories for Opioid Risk Reduction in the ED [emergency department]) study. GRC: general risk comparator; LTFU: long-term follow-up; NERT: narrative-enhanced risk tool; PRT: probabilistic risk tool.</p>
        </caption>
        <graphic xlink:href="resprot_v9i9e19496_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this national multicenter randomized clinical trial, 1302 people with kidney stone or back pain were randomized to receive one of three communication interventions regarding pain control after emergency department discharge; 21% were prescribed opioids. Analysis is underway to determine the effect of the interventions on knowledge, opioid use and preference, and patient-provider alignment in decision making.</p>
      <p>In the United States, prescription opioid misuse affects nearly 2 million people [<xref ref-type="bibr" rid="ref48">48</xref>]. Researchers have sought to validate opioid risk tools for individual patients, but have not explored how these risk tools work or how they can be used from the patient’s perspective [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. This manuscript describes the Life STORRIED study protocol used to implement a multicenter randomized clinical trial for evaluating the clinical potential of different risk communication strategies, with the goal of optimizing patient and provider decision making about opioid use. This study is significant to patients and providers for at least two reasons. First, achieving adequate relief from acute pain while balancing addiction risks and side effects of prescription opioids is a major challenge for patients and providers. Acute pain management contributes largely to the US crisis of prescription opioid misuse, which often begins with prescriptions for acute pain and is costly and harmful to families, communities, and society as a whole. Second, patients are frequently exposed to either under- or overtreatment of pain and have different risk profiles for opioid misuse, realities that may impact the appropriateness of various analgesics. The goal of this study is to provide crucial and currently lacking evidence about the value of personal narratives in communicating and managing opioid risk in acute care patients. Ultimately, this study aims to facilitate the creation of a clinically effective and cost-effective accessible tool to guide pain management decision making in acute care settings, that is, in the setting of the modern prescription opioid misuse crisis.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards Of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IRB</term>
          <def>
            <p>Institutional Review Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">Life STORRIED</term>
          <def>
            <p>Life Stories for Opioid Risk Reduction in the ED (emergency department)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MOS-20</term>
          <def>
            <p>20-Item Short Form Survey from the Medical Outcomes Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NERT</term>
          <def>
            <p>narrative-enhanced risk tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NSAID</term>
          <def>
            <p>nonsteroidal anti-inflammatory drug</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ORT</term>
          <def>
            <p>Opioid Risk Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PRT</term>
          <def>
            <p>probabilistic risk tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SUD</term>
          <def>
            <p>substance use disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">UAB</term>
          <def>
            <p>University of Alabama at Birmingham</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study team would like to acknowledge the contributions of the courageous individuals who shared their personal stories in the process of making our narrative videos.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Overdose death rates</article-title>
          <source>National Institutes of Health, National Institute on Drug Abuse</source>
          <year>2020</year>
          <month>03</month>
          <day>10</day>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drugabuse.gov/related-topics/trends-statistics/overdose-death-rates">https://www.drugabuse.gov/related-topics/trends-statistics/overdose-death-rates</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Florence</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of prescription opioid overdose, abuse, and dependence in the United States, 2013</article-title>
          <source>Med Care</source>
          <year>2016</year>
          <month>10</month>
          <volume>54</volume>
          <issue>10</issue>
          <fpage>901</fpage>
          <lpage>906</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27623005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000625</pub-id>
          <pub-id pub-id-type="medline">27623005</pub-id>
          <pub-id pub-id-type="pii">00005650-201610000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC5975355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Opioid overdose overview</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <month>03</month>
          <day>19</day>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/drugoverdose/data/prescribing/overview.html">https://www.cdc.gov/drugoverdose/data/prescribing/overview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Portenoy</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Foley</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Chronic use of opioid analgesics in non-malignant pain: Report of 38 cases</article-title>
          <source>Pain</source>
          <year>1986</year>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>171</fpage>
          <lpage>186</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-3959(86)90091-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jick</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Addiction rare in patients treated with narcotics</article-title>
          <source>N Engl J Med</source>
          <year>1980</year>
          <month>01</month>
          <day>10</day>
          <volume>302</volume>
          <issue>2</issue>
          <fpage>123</fpage>
          <pub-id pub-id-type="doi">10.1056/nejm198001103020221</pub-id>
          <pub-id pub-id-type="medline">7350425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cantrill</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Carlisle</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Papa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sporer</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Todd</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Whitson</surname>
              <given-names>RR</given-names>
            </name>
            <collab>American College of Emergency Physicians Opioid Guideline Writing Panel</collab>
          </person-group>
          <article-title>Clinical policy: Critical issues in the prescribing of opioids for adult patients in the emergency department</article-title>
          <source>Ann Emerg Med</source>
          <year>2012</year>
          <month>10</month>
          <volume>60</volume>
          <issue>4</issue>
          <fpage>499</fpage>
          <lpage>525</lpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2012.06.013</pub-id>
          <pub-id pub-id-type="medline">23010181</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(12)00637-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Helfand</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Assessment and management of acute pain in adult medical inpatients: A systematic review</article-title>
          <source>Pain Med</source>
          <year>2009</year>
          <month>10</month>
          <volume>10</volume>
          <issue>7</issue>
          <fpage>1183</fpage>
          <lpage>1199</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2009.00718.x</pub-id>
          <pub-id pub-id-type="medline">19818030</pub-id>
          <pub-id pub-id-type="pii">PME718</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edlund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Devries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Braden</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Trends in use of opioids for chronic noncancer pain among individuals with mental health and substance use disorders: The TROUP study</article-title>
          <source>Clin J Pain</source>
          <year>2010</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20026946"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/AJP.0b013e3181b99f35</pub-id>
          <pub-id pub-id-type="medline">20026946</pub-id>
          <pub-id pub-id-type="pii">00002508-201001000-00001</pub-id>
          <pub-id pub-id-type="pmcid">PMC2917238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turk</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Gatchel</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Predicting opioid misuse by chronic pain patients: A systematic review and literature synthesis</article-title>
          <source>Clin J Pain</source>
          <year>2008</year>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>497</fpage>
          <lpage>508</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0b013e31816b1070</pub-id>
          <pub-id pub-id-type="medline">18574359</pub-id>
          <pub-id pub-id-type="pii">00002508-200807000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sears</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chevrier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ahlstrom</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Courtney</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Improving patient knowledge and safe use of opioids: A randomized controlled trial</article-title>
          <source>Acad Emerg Med</source>
          <year>2015</year>
          <month>03</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>331</fpage>
          <lpage>339</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/acem.12600"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acem.12600</pub-id>
          <pub-id pub-id-type="medline">25731073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Courtney</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Communication about opioid versus nonopioid analgesics in the emergency department</article-title>
          <source>J Opioid Manag</source>
          <year>2015</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>229</fpage>
          <lpage>236</lpage>
          <pub-id pub-id-type="doi">10.5055/jom.2015.0271</pub-id>
          <pub-id pub-id-type="medline">25985807</pub-id>
          <pub-id pub-id-type="pii">jom.2015.0271</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Conversations about analgesics in the emergency department: A qualitative study</article-title>
          <source>Patient Educ Couns</source>
          <year>2016</year>
          <month>07</month>
          <volume>99</volume>
          <issue>7</issue>
          <fpage>1130</fpage>
          <lpage>1137</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2016.01.011</pub-id>
          <pub-id pub-id-type="medline">26817406</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(16)30030-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hinyard</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Using narrative communication as a tool for health behavior change: A conceptual, theoretical, and empirical overview</article-title>
          <source>Health Educ Behav</source>
          <year>2007</year>
          <month>10</month>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>777</fpage>
          <lpage>792</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198106291963</pub-id>
          <pub-id pub-id-type="medline">17200094</pub-id>
          <pub-id pub-id-type="pii">1090198106291963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Cappella</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Storey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Keefe</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hinyard</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Woolley</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Narrative communication in cancer prevention and control: A framework to guide research and application</article-title>
          <source>Ann Behav Med</source>
          <year>2007</year>
          <month>06</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>235</lpage>
          <pub-id pub-id-type="doi">10.1007/BF02879904</pub-id>
          <pub-id pub-id-type="medline">17600449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Green</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Brock</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>The role of transportation in the persuasiveness of public narratives</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2000</year>
          <month>11</month>
          <volume>79</volume>
          <issue>5</issue>
          <fpage>701</fpage>
          <lpage>721</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.79.5.701</pub-id>
          <pub-id pub-id-type="medline">11079236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winterbottom</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Conner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Does narrative information bias individual's decision making? A systematic review</article-title>
          <source>Soc Sci Med</source>
          <year>2008</year>
          <month>12</month>
          <volume>67</volume>
          <issue>12</issue>
          <fpage>2079</fpage>
          <lpage>2088</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2008.09.037</pub-id>
          <pub-id pub-id-type="medline">18951673</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(08)00461-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Winterbottom</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dillard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman-Stewart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jibaja-Weiss</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Do personal stories make patient decision aids more effective? A critical review of theory and evidence</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2013</year>
          <volume>13 Suppl 2</volume>
          <fpage>S9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-13-S2-S9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-13-S2-S9</pub-id>
          <pub-id pub-id-type="medline">24625283</pub-id>
          <pub-id pub-id-type="pii">1472-6947-13-S2-S9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4044102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Entwistle</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>France</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Wyke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jepson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ziebland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>How information about other people's personal experiences can help with healthcare decision-making: A qualitative study</article-title>
          <source>Patient Educ Couns</source>
          <year>2011</year>
          <month>12</month>
          <volume>85</volume>
          <issue>3</issue>
          <fpage>e291</fpage>
          <lpage>e298</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2011.05.014</pub-id>
          <pub-id pub-id-type="medline">21652162</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(11)00240-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Zikmund-Fisher</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>All stories are not alike: A purpose-, content-, and valence-based taxonomy of patient narratives in decision aids</article-title>
          <source>Med Decis Making</source>
          <year>2013</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989X12463266</pub-id>
          <pub-id pub-id-type="medline">23065418</pub-id>
          <pub-id pub-id-type="pii">0272989X12463266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McTavish</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Effects of using online narrative and didactic information on healthcare participation for breast cancer patients</article-title>
          <source>Patient Educ Couns</source>
          <year>2008</year>
          <month>03</month>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>348</fpage>
          <lpage>356</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18201859"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2007.11.009</pub-id>
          <pub-id pub-id-type="medline">18201859</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(07)00430-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC2367096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jibaja-Weiss</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Utilizing computerized entertainment education in the development of decision aids for lower literate and naïve computer users</article-title>
          <source>J Health Commun</source>
          <year>2007</year>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>681</fpage>
          <lpage>697</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730701624356</pub-id>
          <pub-id pub-id-type="medline">17934944</pub-id>
          <pub-id pub-id-type="pii">782998328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Predicting aberrant behaviors in opioid-treated patients: Preliminary validation of the Opioid Risk Tool</article-title>
          <source>Pain Med</source>
          <year>2005</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>432</fpage>
          <lpage>442</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2005.00072.x</pub-id>
          <pub-id pub-id-type="medline">16336480</pub-id>
          <pub-id pub-id-type="pii">PME72</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: PAUL</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/3XlA4vc7BME">https://youtu.be/3XlA4vc7BME</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: LINDA</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=xKUFio61TWI&#38;feature=youtu.be">https://www.youtube.com/watch?v=xKUFio61TWI&#38;feature=youtu.be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: ELISE</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/IxDii1VNWv0">https://youtu.be/IxDii1VNWv0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: MIKE</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/Nrau7oVc4d0">https://youtu.be/Nrau7oVc4d0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: JEFF</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/LF0PIpUfqXs">https://youtu.be/LF0PIpUfqXs</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: DENA</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/J24WwqXAceA">https://youtu.be/J24WwqXAceA</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: SHARON</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/6njJNPm7cLA">https://youtu.be/6njJNPm7cLA</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Participant Narratives: RACHEL</article-title>
          <source>YouTube</source>
          <year>2017</year>
          <month>10</month>
          <day>09</day>
          <access-date>2020-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/SApSwyOE3Fw">https://youtu.be/SApSwyOE3Fw</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>On the way to health</article-title>
          <source>Leonard Davis Institute of Health Economics</source>
          <year>2012</year>
          <month>07</month>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ldi.upenn.edu/sites/default/files/pdf/IssueBrief17_9.pdf">https://ldi.upenn.edu/sites/default/files/pdf/IssueBrief17_9.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trevena</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zikmund-Fisher</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaissmaier</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Galesic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>PKJ</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lawson</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Linder</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Lipkus</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ozanne</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Timmermans</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Woloshin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Presenting quantitative information about decision outcomes: A risk communication primer for patient decision aid developers</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2013</year>
          <volume>13 Suppl 2</volume>
          <fpage>S7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-13-S2-S7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-13-S2-S7</pub-id>
          <pub-id pub-id-type="medline">24625237</pub-id>
          <pub-id pub-id-type="pii">1472-6947-13-S2-S7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4045391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Winterbottom</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman-Stewart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Jibaja-Weiss</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dillard</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Using personal stories</article-title>
          <source>International Patient Decision Aids Standards (IPDAS) Collaboration</source>
          <year>2012</year>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://ipdas.ohri.ca/IPDAS-Chapter-E.pdf">http://ipdas.ohri.ca/IPDAS-Chapter-E.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paciotti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
          </person-group>
          <article-title>Patient perspectives of acute pain management in the era of the opioid epidemic</article-title>
          <source>Ann Emerg Med</source>
          <year>2015</year>
          <month>09</month>
          <volume>66</volume>
          <issue>3</issue>
          <fpage>246</fpage>
          <lpage>252.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2015.03.025</pub-id>
          <pub-id pub-id-type="medline">25865093</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(15)00232-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilaru</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Gadsden</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paciotti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
          </person-group>
          <article-title>How do physicians adopt and apply opioid prescription guidelines in the emergency department? A qualitative study</article-title>
          <source>Ann Emerg Med</source>
          <year>2014</year>
          <month>11</month>
          <volume>64</volume>
          <issue>5</issue>
          <fpage>482</fpage>
          <lpage>489.e1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24743100"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2014.03.015</pub-id>
          <pub-id pub-id-type="medline">24743100</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(14)00221-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4197115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kilaru</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paciotti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Gadsden</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
          </person-group>
          <article-title>How, why, and for whom do emergency medicine providers use prescription drug monitoring programs?</article-title>
          <source>Pain Med</source>
          <year>2015</year>
          <month>06</month>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>1122</fpage>
          <lpage>1131</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25688454"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/pme.12700</pub-id>
          <pub-id pub-id-type="medline">25688454</pub-id>
          <pub-id pub-id-type="pmcid">PMC4478227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Gender, Alcohol, and Culture: An International Study (GENACIS)</article-title>
          <source>University of North Dakota</source>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://med.und.edu/genacis/">https://med.und.edu/genacis/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Office on Smoking and Health, National Center for Chronic Disease Prevention and Health Promotion</collab>
          </person-group>
          <article-title>National Adult Tobacco Survey (NATS)</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/data_statistics/surveys/nats/index.htm">https://www.cdc.gov/tobacco/data_statistics/surveys/nats/index.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Allensworth-Davies</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Saitz</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A single-question screening test for drug use in primary care</article-title>
          <source>Arch Intern Med</source>
          <year>2010</year>
          <month>07</month>
          <day>12</day>
          <volume>170</volume>
          <issue>13</issue>
          <fpage>1155</fpage>
          <lpage>1160</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20625025"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2010.140</pub-id>
          <pub-id pub-id-type="medline">20625025</pub-id>
          <pub-id pub-id-type="pii">170/13/1155</pub-id>
          <pub-id pub-id-type="pmcid">PMC2911954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McNeill</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Sherwood</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Starck</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Assessing clinical outcomes: Patient satisfaction with pain management</article-title>
          <source>J Pain Symptom Manage</source>
          <year>1998</year>
          <month>07</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0885-3924(98)00034-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s0885-3924(98)00034-7</pub-id>
          <pub-id pub-id-type="medline">9707655</pub-id>
          <pub-id pub-id-type="pii">S0885-3924(98)00034-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>The MOS short-form general health survey. Reliability and validity in a patient population</article-title>
          <source>Med Care</source>
          <year>1988</year>
          <month>07</month>
          <volume>26</volume>
          <issue>7</issue>
          <fpage>724</fpage>
          <lpage>735</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-198807000-00007</pub-id>
          <pub-id pub-id-type="medline">3393032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>RN</given-names>
            </name>
          </person-group>
          <article-title>Validation of the revised Screener and Opioid Assessment for Patients with Pain (SOAPP-R)</article-title>
          <source>J Pain</source>
          <year>2008</year>
          <month>04</month>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>360</fpage>
          <lpage>372</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18203666"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2007.11.014</pub-id>
          <pub-id pub-id-type="medline">18203666</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(07)01025-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC2359825</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stratford</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Binkley</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Riddle</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Development and initial validation of the back pain functional scale</article-title>
          <source>Spine (Phila Pa 1976)</source>
          <year>2000</year>
          <month>08</month>
          <day>15</day>
          <volume>25</volume>
          <issue>16</issue>
          <fpage>2095</fpage>
          <lpage>2102</lpage>
          <pub-id pub-id-type="doi">10.1097/00007632-200008150-00015</pub-id>
          <pub-id pub-id-type="medline">10954642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Houle</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>RN</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the Current Opioid Misuse Measure</article-title>
          <source>Pain</source>
          <year>2007</year>
          <month>07</month>
          <volume>130</volume>
          <issue>1-2</issue>
          <fpage>144</fpage>
          <lpage>156</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17493754"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pain.2007.01.014</pub-id>
          <pub-id pub-id-type="medline">17493754</pub-id>
          <pub-id pub-id-type="pii">S0304-3959(07)00022-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC1950245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Boyko</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Brief questions to identify patients with inadequate health literacy</article-title>
          <source>Fam Med</source>
          <year>2004</year>
          <month>09</month>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>588</fpage>
          <lpage>594</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stfm.org/fmhub/fm2004/September/Lisa588.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">15343421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fagerlin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zikmund-Fisher</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ubel</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Jankovic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Derry</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Measuring numeracy without a math test: Development of the Subjective Numeracy Scale</article-title>
          <source>Med Decis Making</source>
          <year>2007</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>672</fpage>
          <lpage>680</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989X07304449</pub-id>
          <pub-id pub-id-type="medline">17641137</pub-id>
          <pub-id pub-id-type="pii">0272989X07304449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Zero-inflated Poisson regression, with an application to defects in manufacturing</article-title>
          <source>Technometrics</source>
          <year>1992</year>
          <month>02</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.2307/1269547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Opioid overdose crisis</article-title>
          <source>National Institutes of Health, National Institute on Drug Abuse</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <access-date>2019-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drugabuse.gov/drugs-abuse/opioids/opioid-overdose-crisis">https://www.drugabuse.gov/drugs-abuse/opioids/opioid-overdose-crisis</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Passik</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>A comparison of methods of administering the opioid risk tool</article-title>
          <source>J Opioid Manag</source>
          <year>2011</year>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>347</fpage>
          <lpage>351</lpage>
          <pub-id pub-id-type="doi">10.5055/jom.2011.0075</pub-id>
          <pub-id pub-id-type="medline">22165033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Keenum</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roskos</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Comprehensibility and readability of patient self-administered opioid assessment screening tools</article-title>
          <source>J Opioid Manag</source>
          <year>2007</year>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>338</fpage>
          <lpage>344</lpage>
          <pub-id pub-id-type="doi">10.5055/jom.2007.0023</pub-id>
          <pub-id pub-id-type="medline">18290586</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
