<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i11e16301</article-id>
      <article-id pub-id-type="pmid">31763988</article-id>
      <article-id pub-id-type="doi">10.2196/16301</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Time-Limited Trials Among Critically Ill Patients With Advanced Medical Illnesses to Reduce Nonbeneficial Intensive Care Unit Treatments: Protocol for a Multicenter Quality Improvement Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslanidis</surname>
            <given-names>Theodoros</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davoudi</surname>
            <given-names>Anis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Joebges</surname>
            <given-names>Susanne</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Peña</surname>
            <given-names>David</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>Dong</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Los Angeles BioMedical Research Institute</institution>
            <institution>Harbor-University of California Los Angeles Medical Center</institution>
            <addr-line>1000 W Carson St Box 405</addr-line>
            <addr-line>Torrance, CA, 90509</addr-line>
            <country>United States</country>
            <phone>1 310 974 9529</phone>
            <email>dchang@labiomed.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8771-3908</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Parrish</surname>
            <given-names>Jennifer</given-names>
          </name>
          <degrees>DO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4995-852X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kamangar</surname>
            <given-names>Nader</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9206-4954</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Liebler</surname>
            <given-names>Janice</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4166-6197</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>May</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7899-0401</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Neville</surname>
            <given-names>Thanh</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8506-7591</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Los Angeles BioMedical Research Institute</institution>
        <institution>Harbor-University of California Los Angeles Medical Center</institution>
        <addr-line>Torrance, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Olive View Medical Center</institution>
        <addr-line>Sylmar, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Los Angeles County-University of Southern California Medical Center</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Pulmonary and Critical Care Medicine</institution>
        <institution>University of California Los Angeles School of Medicine</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dong Chang <email>dchang@labiomed.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <volume>8</volume>
      <issue>11</issue>
      <elocation-id>e16301</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>10</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Dong Chang, Jennifer Parrish, Nader Kamangar, Janice Liebler, May Lee, Thanh Neville. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 25.11.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2019/11/e16301/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Invasive intensive care unit (ICU) treatments for patients with advanced medical illnesses and poor prognoses may prolong suffering with minimal benefit. Unfortunately, the quality of care planning and communication between clinicians and critically ill patients and their families in these situations are highly variable, frequently leading to overutilization of invasive ICU treatments.  Time-limited trials (TLTs) are agreements between the clinicians and the patients and decision makers to use certain medical therapies over defined periods of time and to evaluate whether patients improve or worsen according to predetermined clinical parameters.  For patients with advanced medical illnesses receiving aggressive ICU treatments, TLTs can promote effective dialogue, develop consensus in decision making, and set rational boundaries to treatments based on patients’ goals of care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study will be to examine whether a multicomponent quality-improvement strategy that uses protocoled TLTs as the default ICU care-planning approach for critically ill patients with advanced medical illnesses will decrease duration and intensity of nonbeneficial ICU care without changing hospital mortality.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study will be conducted in medical ICUs of three public teaching hospitals in Los Angeles County. In Aim 1, we will conduct focus groups and semistructured interviews with key stakeholders to identify facilitators and barriers to implementing TLTs among ICU patients with advanced medical illnesses.  In Aim 2, we will train clinicians to use protocol-enhanced TLTs as the default communication and care-planning approach in patients with advanced medical illnesses who receive invasive ICU treatments.  Eligible patients will be those who the treating ICU physicians consider to be at high risk for nonbeneficial treatments according to guidelines from the Society of Critical Care Medicine.  ICU physicians will be trained to use the TLT protocol through a curriculum of didactic lectures, case discussions, and simulations utilizing actors as family members in role-playing scenarios.  Family meetings will be scheduled by trained care managers.  The improvement strategy will be implemented sequentially in the three participating hospitals, and outcomes will be evaluated using a before-and-after study design.  Key process outcomes will include frequency, timing, and content of family meetings.  The primary clinical outcome will be ICU length of stay.  Secondary outcomes will include hospital length of stay, days receiving life-sustaining treatments (eg, mechanical ventilation, vasopressors, and renal replacement therapy), number of attempts at cardiopulmonary resuscitation, frequency of invasive ICU procedures, and disposition from hospitalization.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study began in August 2017.  The implementation of interventions and data collection were completed at two of the three hospitals.  As of September 2019, the study was at the postintervention stage at the third hospital.  We have completed focus groups with physicians at each medical center (N=29) and interviews of family members and surrogate decision makers (N=18).  The study is expected to be completed in the first quarter of 2020, and results are expected to be available in mid-2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The successful completion of the aims in this proposal may identify a systematic approach to improve communication and shared decision making and to reduce nonbeneficial invasive treatments for ICU patients with advanced medical illnesses.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/16301</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>intensive care</kwd>
        <kwd>critical care</kwd>
        <kwd>prognosis</kwd>
        <kwd>outcome</kwd>
        <kwd>prediction</kwd>
        <kwd>medical uncertainty</kwd>
        <kwd>medical futility</kwd>
        <kwd>palliative care</kwd>
        <kwd>communication</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <sec>
          <title>Clinical Significance of Intensive Care Unit Overutilization Among Patients With Advanced Medical Illnesses</title>
          <p>In the United States, 1 in 5 people die using intensive care unit (ICU) services, frequently receiving invasive treatments despite minimal anticipated benefit [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Investigators in our research group found that 20% of ICU patients in the University of California Los Angeles (UCLA) health care system were perceived by physicians to be receiving futile care [<xref ref-type="bibr" rid="ref3">3</xref>]. A recent study from our research group [<xref ref-type="bibr" rid="ref4">4</xref>] and previous work from others [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>] also showed that hospitals that utilize ICUs more frequently were more likely to perform invasive procedures and have higher costs with no improvement in hospital mortality. Interestingly, most patients with advanced medical illnesses prefer not to receive such aggressive care at the end of life [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref12">12</xref>] but ICU care in this population is increasing [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. This trend represents an important health care problem; a multicenter controlled study estimated that patients with advanced medical illnesses who died in ICUs spent an average of 8 days in undesirable states, such as being comatose or receiving mechanical ventilation [<xref ref-type="bibr" rid="ref14">14</xref>]. Among conscious ICU patients who died, 50% experienced significant pain for more than half the time during the final week of life [<xref ref-type="bibr" rid="ref14">14</xref>]. Furthermore, terminal hospitalizations account for 7.5% of total inpatient costs in the United States, with ICU care accounting for nearly 80% of these costs [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Overall, these findings show that optimizing ICU utilization among patients with advanced medical illnesses is an opportunity to improve the quality and efficiency of care in this high-risk, high-cost population.</p>
        </sec>
        <sec>
          <title>Intensive Care Unit Overutilization in the Los Angeles County Department of Health Services</title>
          <p>Like many health care systems, ICU overutilization is highly prevalent in the hospitals of the Los Angeles County (LAC) Department of Health Services (DHS), the second-largest public health care system in the United States. A recent study from our group showed that among 808 medical ICU patients at Harbor-UCLA Medical Center (HUMC), over 20% had reduced likelihoods of benefit from ICU care due to advanced medical illnesses, such as advanced dementia and metastatic cancer (see <xref ref-type="table" rid="table1">Table 1</xref>) [<xref ref-type="bibr" rid="ref16">16</xref>]. Of these patients, 86% died or were discharged in severely compromised health states and only 6% were discharged home. This subset of patients is at the highest risk to have invasive treatments that prolong suffering without improving outcomes. As such, we focus this proposal on improving ICU utilization on these critically ill patients with advanced medical illnesses.</p>
          <p>In order to understand why patients with advanced medical illnesses received ICU care so frequently, we conducted semistructured interviews of ICU physicians and nurses at LAC DHS hospitals. Key themes that emerged from these interviews were that health care providers do not comprehensively discuss prognoses, risks and benefits, and patient preferences for ICU treatments, which lead to inaccurate expectations from ICU care and unrealistic fears of prematurely forgoing potentially beneficial treatments. Barriers to effective shared decision making included (1) underappreciation of the value of ICU care planning, (2) lack of institutional standards and tools for ICU care planning, and (3) difficulty in scheduling meetings between providers and families.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Priority levels of medical intensive care unit (ICU) admissions at Harbor-University of California Los Angeles Medical Center.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="100"/>
              <col width="750"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td>Priority</td>
                  <td>Description</td>
                  <td>Percentage, %</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>Critically ill, needing intensive treatment and monitoring that cannot be provided outside of ICUs</td>
                  <td>46.9</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>Not critically ill, but requiring close monitoring and potentially immediate intervention</td>
                  <td>23.4</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>Critically ill, but reduced likelihood of recovery because of underlying diseases or severity of acute illness</td>
                  <td>20.9</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>Not appropriate for ICU; equivalent outcomes achievable with non-ICU care</td>
                  <td>8.8</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Facilitating Shared Decision Making Using Time-Limited Trials</title>
          <p>Prior work has shown that developing ICU interventions that change physician behaviors, facilitate communication between providers and families, and improve patient care is challenging [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. A large multicenter clinical trial—the Study to Understand Prognoses and Preferences for Outcomes and Risks of Treatment (SUPPORT)—did not improve the quality of end-of-life care by providing physicians with patients’ prognostic information and nurse-facilitated advanced-care planning [<xref ref-type="bibr" rid="ref14">14</xref>]. A hypothesis for why SUPPORT failed to change outcomes is that it did not use a multifaceted, systems approach to changing physicians’ behaviors [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Furthermore, even when prognoses are understood and risks and benefits of ICU care are discussed, it is likely that clinicians, patients, and families frequently remain uncertain about the appropriateness of ICU care [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. In such situations, the default decision in most ICUs is to pursue aggressive ICU treatments, often without reassessment of that decision [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
          <p>For patients with advanced illnesses, this approach places them at risk for prolonged suffering with minimal anticipated benefit [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Time-limited trials (TLTs) are agreements between the clinicians and the patients and decision makers to use certain medical therapies over a defined period of time and evaluate whether patients improve or worsen according to predetermined clinical parameters [<xref ref-type="bibr" rid="ref24">24</xref>]. TLTs involve detailed discussions of patients’ preferences for care, prognosis, and what would constitute clinical improvement based on patients’ values and preferences. Follow-up meetings are held to see if patients improve or worsen according to predetermined clinical parameters and next steps in care are negotiated based on these results [<xref ref-type="bibr" rid="ref24">24</xref>]. TLTs promote regular structured dialogue between providers and patients and their families, promote consensus in decision making through iterative assessments of clinical trajectory, and set rational boundaries to treatments based on patients’ goals of care. TLTs have been used effectively for outpatient advanced-care planning in patients with end-stage kidney disease, stroke, cancer, and chronic obstructive pulmonary disease [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]. However, to our knowledge there have been no studies that examined their effectiveness in ICU patients. Schenker et al examined audio-recordings of ICU family meetings for 72 patients at high risk for death or severe impairment and found that TLTs were offered only 13% of the time [<xref ref-type="bibr" rid="ref31">31</xref>]. When TLTs were offered, clinicians frequently did not discuss key elements, such as outcomes used to determine improvement, worsening, or possible next steps after the trial [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
          <p>In summary, nonbeneficial treatments are frequently delivered in medical ICUs to patients with advanced medical illnesses. Although the appropriateness of ICU care in this population is subject to varying opinions, there is general consensus that intensity of ICU treatments should align with patients’ prognoses, preferences, and values [<xref ref-type="bibr" rid="ref32">32</xref>]. Previous studies suggest that most patients with advanced medical illnesses, when informed of their therapeutic options, would forgo invasive treatments and would prefer palliative approaches [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Unfortunately, structured care planning between clinicians and critically ill patients and their families is infrequent [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. TLTs are a promising, but underutilized, care-planning approach for ICU patients with advanced medical illnesses. An intervention utilizing TLTs as a default care-planning approach for ICU patients with advanced medical illnesses has the potential to address key barriers to shared decision making identified in our preliminary studies [<xref ref-type="bibr" rid="ref35">35</xref>]. However, given the paucity of studies on their use in critically ill patients and the complexity of ICU communication, input from key stakeholders on how best to implement TLTs in this group is crucial.</p>
        </sec>
      </sec>
      <sec>
        <title>Objectives</title>
        <sec>
          <title>Overview</title>
          <p>The objective of this proposal is to test an intervention that seeks to reduce invasive and nonbeneficial ICU treatments by improving communication between providers, surrogate decision makers, and critically ill patients with advanced medical illnesses. We propose to implement an intervention that facilitates communication and shared decision making between providers and patients and their families by using protocoled TLTs for ICU patients with advanced medical illnesses who receive aggressive care (see <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Implementation strategy for time-limited trials. ICU: intensive care unit.</p>
            </caption>
            <graphic xlink:href="resprot_v8i11e16301_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>We hypothesize that a multicomponent quality-improvement intervention, informed by stakeholder input and that uses protocoled TLTs as the default ICU care-planning approach for critically ill patients with advanced medical illnesses, will decrease the duration and intensity of nonbeneficial ICU care without changing hospital mortality. We will examine our hypothesis with the specific aims discussed in the following sections.</p>
        </sec>
        <sec>
          <title>Aim 1</title>
          <p>Aim 1 consists of identifying barriers and facilitators to performing TLTs in ICU patients with advanced medical illnesses using focus groups of physicians and semistructured interviews of patients and their families.</p>
        </sec>
        <sec>
          <title>Aim 2</title>
          <p>Aim 2 consists of examining whether a multicomponent quality-improvement intervention using TLTs as the default care-planning approach for ICU patients with advanced medical illnesses reduces duration and intensity of nonbeneficial ICU treatments</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This proposal will be conducted in the medical ICUs of three public hospitals in LAC DHS: HUMC, Olive View Medical Center (OVMC), and Los Angeles County-University of Southern California (LAC-USC) Medical Center. We will implement the aims sequentially across the medical centers. The sequential implementation strategy will be used to identify ways to improve training and uptake of the interventions with each iteration. For Aim 1, we will conduct focus groups and interviews with key stakeholders to identify facilitators and barriers to implementing TLTs among ICU patients with advanced medical illnesses. This will be performed prior to implementing quality-improvement interventions in Aim 2 (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The information obtained from these qualitative evaluations will be used to enhance our implementation strategy for Aim 2, in which we will examine the effectiveness of our intervention using a before-and-after study design (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Aim 1</title>
        <sec>
          <title>Rationale and Overview</title>
          <p>In the first phase of the proposed study, we will conduct focus groups with ICU physicians and interviews with patients and/or surrogate decision makers to explore attitudes toward ICU care among patients with advanced medical illnesses and strategies to optimally implement TLTs. We anticipate that themes from these sessions will include perceived barriers to conducting family meetings, knowledge and skill deficits among clinicians in conducting meetings, clinical outcomes most effective in decision making, optimal timing and frequency of meetings, optimal duration of TLTs, and communicating sensitive medical topics to lay populations.</p>
        </sec>
        <sec>
          <title>Experimental Approach</title>
          <sec>
            <title>Structure of Focus Groups With Intensive Care Unit Physicians</title>
            <p>In-person focus groups with medical ICU physicians will be conducted at HUMC, OVMC, and LAC-USC Medical Center. We will invite all ICU attendings and fellows from each institution; we anticipate that 10-30 people will be invited and that 6-15 will participate per institution. Informed consent will be obtained for audio-recording. The meetings will be held at each medical center, will last approximately 90 minutes, and will be led by two of the study investigators.</p>
          </sec>
          <sec>
            <title>Content of Focus Groups With Intensive Care Unit Physicians</title>
            <p>Moderators will lead discussions in each group. Discussions will begin with an explanation of the risks and benefits of aggressive ICU care for patients with advanced medical illnesses and of the goal of delivering care that aligns with patients’ values and preferences. We will explain the concept of TLTs and elicit responses to a prespecified set of open-ended questions.</p>
            <p>Sample questions include the following: (1) How are decisions regarding ICU care currently made? (2) Do you believe that TLTs are appropriate interventions? Why or why not? (3) What information is needed to effectively make decisions about continuing aggressive ICU care? (4) What is the best way to communicate that information? (5) Should care providers make recommendations regarding the next steps in care after TLTs? (6) What are barriers to having meetings with patients and their families? (7) What information do you typically provide in family meetings? (8) How do you feel about using a protocol and checklist during family meetings? (9) How comfortable are you with making recommendations for end-of-life care? and (10) How much variability do you perceive between physicians regarding prognoses and goals of care?</p>
          </sec>
          <sec>
            <title>Structure of Semistructured Interviews With Patients and Surrogate Decision Makers</title>
            <p>In-person interviews with patients and/or surrogate decision makers will be conducted at HUMC, OVMC, and LAC-USC Medical Center. We will invite English-speaking patients or family members and surrogate decision makers who are available to participate in interviews; we anticipate that that 20 people will be invited and that 10 will participate per institution. Patients and family members will be invited for interviews after at least 72 hours of ICU hospitalization to provide adequate opportunities for communication and care planning with ICU clinicians. Informed consent will be obtained for audio-recording. The interviews will be held at each medical center, will last approximately 45 minutes, and will be led by one of the study investigators.</p>
          </sec>
          <sec>
            <title>Content of Semistructured Interviews With Patients and Surrogate Decision Makers</title>
            <p>An investigator will lead semistructured interviews of patients and/or family members, which will explore decision making in the ICU. We will explore factors that played key roles in decision making during ICU hospitalization with a prespecified set of open-ended questions.</p>
            <p>Sample questions will include the following: (1) Describe the most difficult decision you had to make during this hospitalization, (2) What decision did you make and how did you come to that decision? (3) What did the ICU care providers do that made that decision harder or easier? (4) What clinical events resonated with you regarding whether you or your family member was improving or worsening? (5) What other factors besides those discussed in family meetings affect your decision regarding ICU care? (6) How often were you confused about information that was presented to you during hospitalization? (7) What information was difficult to understand and why? and (8) What can the care providers do to better support you during this time?</p>
          </sec>
        </sec>
        <sec>
          <title>Analysis of Focus Groups and Interviews</title>
          <p>Analysis of data from focus groups and interviews will be descriptive, summarizing the range of issues that ICU physicians, patients, and surrogate decision makers discuss. Using the audio-recordings and moderators’ notes, content analysis of the group discussions and interviews will be performed to systematically define themes, emphasizing those that represent facilitators and barriers to implementation of our intervention [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. These themes will be used to modify the implementation of the quality-improvement intervention in Aim 2.</p>
        </sec>
        <sec>
          <title>Aim 2</title>
          <sec>
            <title>Rationale and Overview</title>
            <p>In the second phase of the proposed study, we will implement an intervention that facilitates family meetings using serial TLTs as the default care-planning approach for ICU patients with advanced medical illnesses. The multicomponent intervention is based on the <italic>capability, opportunity, motivation to perform a behavior</italic> (COM-B) framework by Michie and colleagues [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>]; the intervention will address barriers identified in our preliminary studies that inhibit capabilities, opportunities, and motivation for effective shared decision making (see <xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
            <fig id="figure2" position="float">
              <label>Figure 2</label>
              <caption>
                <p>Conceptual framework for interventions. EHR: electronic health record; ICU: intensive care unit.</p>
              </caption>
              <graphic xlink:href="resprot_v8i11e16301_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
          <sec>
            <title>Experimental Approach</title>
            <sec>
              <title>Study Population</title>
              <p>Patients with a low likelihood of benefitting from ICU care due to advanced medical illnesses will be identified by assigning patients to priority levels from the Society of Critical Care Medicine guidelines for ICU admissions (see <xref ref-type="table" rid="table1">Table 1</xref>) [<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. This system prioritizes ICU admissions based on the projected likelihood of benefit. For this proposal, we will train all ICU physicians—attendings and fellows—to perform daily priority-level assessments for ICU patients. We have previously published our experience with training ICU teams to classify patients using this system [<xref ref-type="bibr" rid="ref16">16</xref>]. Each day, case managers will ask ICU physicians to assign priority levels to each patient after ICU rounds. Our intervention will be implemented on all new ICU admissions who are assigned to priority levels 3 or 4. We will exclude patients who were assigned to different priority levels on admission but who are assigned to priority levels 3 or 4 during their ICU stay. If patients cannot communicate for themselves and do not have surrogate decision makers, they will be excluded.</p>
            </sec>
            <sec>
              <title>Setting and Study Design</title>
              <p>The study will be conducted in medical ICUs of three LAC DHS hospitals using a before-and-after study design. The study will be conducted sequentially among the three hospitals to allow investigators to modify and improve the implementation strategy over the course of the study based on clinician feedback (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). For each hospital, we will collect preintervention data during the first 4 months and examine outcomes for a 4-month period after implementing the study intervention (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). There are 52 medical ICU beds among the three hospitals. We anticipate that 960 patients will be admitted and screened in both the pre- and postintervention periods across the three medical ICUs. Based on our preliminary data, we estimate that 15% will be priority 3 and 4 patients who are candidates for intervention and 10% will be excluded due to lack of surrogate decision makers. As such, we estimate studying 130 patients during each 4-month period. Using alpha=.05 (two-sided), beta=.20 (80% power), and mean ICU stay of 6.5 days (SD 3.7) from our previous study [<xref ref-type="bibr" rid="ref16">16</xref>], we expect to be able to detect a difference of 1.3 ICU days between time periods.</p>
            </sec>
            <sec>
              <title>Time-Limited Trial Protocol</title>
              <p>Physician-led family meetings will be conducted using a standardized protocol, which includes: (1) introductions, (2) summary of ICU course, (3) discussion of short- and long-term prognosis, (4) risks and benefits of aggressive ICU care, and (5) eliciting patients’ preferences for care during critical illness and/or at the end of life (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> and <xref rid="figure1" ref-type="fig">Figure 1</xref>). Based on discussion of these elements, if patients and surrogate decision makers wish for a palliative approach, the patient will be transitioned to comfort-focused care. If patients and surrogate decision makers prefer aggressive ICU care, a TLT will be performed. For the TLT, care providers and surrogate decision makers will identify specific clinical parameters that will be used to determine whether patients are improving or worsening. Care providers will recommend a time period for which these parameters will be followed and likely actions to be taken at the end of the trial based on improvement or worsening. In the follow-up meeting, care providers will review trends in clinical parameters; they will also redefine prognoses based on these trends and additional clinical information obtained since the last meeting. Based on this information, recommendations regarding the next steps for care will be made. If the patients and surrogate decision makers opt for a palliative approach, comfort-focused care will be provided. If they prefer continuation of aggressive care, another TLT will be negotiated. This iterative process will be continued, with sequential meetings performed at the discretion of the ICU team (see <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
            </sec>
            <sec>
              <title>Multicomponent Implementation Strategy</title>
              <p>Additional components to the implementation strategy are shown in <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>. ICU physicians—attendings and fellows—will be trained to use the TLT protocol in educational sessions utilizing actors as family members in role-playing scenarios (see <xref rid="figure2" ref-type="fig">Figure 2</xref>). Case managers will identify eligible patients each day by asking ICU physicians which admissions are ranked priority 3 or 4 and will schedule family meetings between care providers and patients and their families within 24 hours of admission. Family meetings will be conducted using checklists to improve compliance with the protocol (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). A standardized electronic health record (EHR) template will be created to encourage documentation of important outcomes from meetings and to facilitate data collection. Each medical ICU will have a physician champion who will direct implementation of study protocols at each medical center and conduct monthly feedback sessions with ICU teams to discuss opportunities for improvement. Physician champions and research team members will meet every month to discuss strategies to improve family meetings, patient enrollment, and data collection.</p>
            </sec>
            <sec>
              <title>Outcomes and Measurements</title>
              <p>All outcomes will be collected in both the pre- and postintervention periods. The primary outcome will be ICU length of stay. Secondary outcomes will include hospital length of stay, days receiving life-sustaining treatments (eg, mechanical ventilation, use of vasopressor medications, and renal replacement therapy), number of attempts at cardiopulmonary resuscitation (CPR), number of invasive procedures (eg, central venous or arterial catheterization, thoracentesis, paracentesis, lumbar puncture, and endoscopy), and outcomes of hospitalization (eg, death, discharge to hospice, skilled nursing facility, or home). These data will be collected from retrospective chart review by trained case managers using standardized data abstraction forms.</p>
            </sec>
            <sec>
              <title>Analysis Plan</title>
              <p>Primary and secondary outcomes will be compared before and after the intervention [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. Days in ICU, days in hospital, and days receiving life-sustaining treatments will be compared using Wilcoxon rank-sum tests [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. ICU and hospital mortality rates will be compared using χ<sup>2</sup> tests. Other continuous and categorical outcomes will be compared between groups using <italic>t</italic> tests or χ<sup>2</sup> tests, respectively, or equivalent nonparametric approaches for variables that are nonnormally distributed. Multivariable regression models will be used to examine the effects of covariates, such as patient demographics, comorbid conditions, severity of illness, and hospitals, on study outcomes [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Primary and secondary outcomes before and after the intervention will also be analyzed and will be stratified by ICU survivors and nonsurvivors. Days receiving ICU care, days receiving life-sustaining treatments, number of invasive procedures, and number of CPR attempts among patients who did not survive hospitalization will be considered nonbeneficial treatment and will be compared before and after the intervention.</p>
            </sec>
            <sec>
              <title>Expected Results</title>
              <p>We expect to find fewer ICU days, hospital days, and days of life-sustaining treatments after the TLT intervention. We also expect a fewer number of attempts at CPR and other invasive procedures. We expect mortality rates to remain unchanged before and after the intervention. We expect reductions in ICU days, days receiving life-sustaining treatments, and number of invasive procedures after the intervention to be greater among patients who died during hospitalization than among survivors.</p>
            </sec>
            <sec>
              <title>Limitations</title>
              <p>We recognize that priority levels used to identify patients are subjective. However, we believe that using clinicians’ general impressions on the likelihood of benefit from ICU care, rather than more objective measures such as prognostic scoring systems or predefined lists of medical conditions, emulates clinical practice and will be more informative regarding the effectiveness of this intervention. If there are fewer priority 3 and 4 patients than anticipated, we will expand the study criteria to include patients who were initially categorized into a different priority level on ICU admission but were assigned priority level 3 or 4 during the ICU hospitalization. Based on our preliminary data, this will make an additional 10% of ICU patients eligible for the study.</p>
            </sec>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Our project was approved by the Institutional Review Board (IRB) at the Los Angeles BioMedical Research Institute at HUMC (project number: 043544) with approval at the other two medical centers using a reliance agreement. For Aim 1, informed consent was obtained for participants in focus groups and interviews. For Aim 2, the IRB waived the need for informed consent. There were several key factors involved in the waiver of consent. First, communication between ICU physicians and families is an expected practice; as well, the aim of the quality-improvement intervention was to encourage physicians to discuss elements that are vital to effective shared decision making, such as patient values and preferences, prognosis, and expectations for ICU treatments. As such, the intervention posed minimal risk to participants beyond usual ICU practice. Second, TLTs were not coercive or prescriptive, and maintained patient and family autonomy in decision making: at the end of the TLTs, patients and family members could choose to continue invasive treatments. Third, the quality-improvement intervention created a new default communication approach that applied to all ICU patients with advanced medical illnesses, regardless of participation in the study. Finally, implementation of the quality-improvement program was approved by the LAC DHS. Given these factors, the IRB determined that there was minimal risk to participants, waiver of consent would not adversely affect the rights and welfare of the participants, and the project could not be feasibly performed without the waiver.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study began in August 2017. The implementation of interventions and data collection were completed at HUMC and OVMC. As of September 2019, the study was at the postintervention stage at the LAC-USC Medical Center. We have completed focus groups with physicians at each medical center (N=29) and interviews of family members and surrogate decision makers (N=18). The study is expected to be completed in the first quarter of 2020, and results are expected to be available in mid-2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Overutilization of ICU treatments among critically ill patients with advanced medical illnesses leads to medical care that is invasive, costly, and potentially misaligned with patient preferences. The successful completion of the aims in this proposal will improve the quality and efficiency of care by reducing unnecessary invasive treatments and decreasing ICU care that does not achieve its intended goals and prolongs suffering. This will be achieved through better communication and alignment of ICU care with patients’ values and preferences. Additionally, these studies will generate preliminary data and a track record of collaboration between researchers, clinicians, and hospital leaders, which will be foundational for future applications that attempt large-scale implementation of interventions that improve ICU communication and care planning. Thus, this proposal has the potential to catalyze the development of an ICU research program that addresses complex challenges in health care systems; this could be done through partnerships between academicians in health services research and frontline physicians and hospital administrators with experience in operationalizing health care improvements.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study timeline.</p>
        <media xlink:href="resprot_v8i11e16301_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Time-limited trial (TLT) family meeting protocol and checklist.</p>
        <media xlink:href="resprot_v8i11e16301_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 161 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Peer-reviewer report from the UCLA Clinical and Translational Science Institute.</p>
        <media xlink:href="resprot_v8i11e16301_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 169 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COM-B</term>
          <def>
            <p>capability, opportunity, motivation to perform a behavior</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPR</term>
          <def>
            <p>cardiopulmonary resuscitation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CTSI</term>
          <def>
            <p>Clinical and Translational Research Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DHS</term>
          <def>
            <p>Department of Health Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HUMC</term>
          <def>
            <p>Harbor-UCLA Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">IRB</term>
          <def>
            <p>Institutional Review Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">LAC</term>
          <def>
            <p>Los Angeles County</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">LAC-USC</term>
          <def>
            <p>Los Angeles County-University of Southern California</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">OVMC</term>
          <def>
            <p>Olive View Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SUPPORT</term>
          <def>
            <p>Study to Understand Prognoses and Preferences for Outcomes and Risks of Treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">TLT</term>
          <def>
            <p>time-limited trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">UCLA</term>
          <def>
            <p>University of California Los Angeles</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study outlined in this manuscript was funded through the LAC DHS/UCLA Clinical and Translational Research Institute (CTSI) Implementation Science Award (grant number: UL1TR001881). The content is solely the responsibility of the authors and does not necessarily represent the views of the DHS and UCLA CTSI. The funding institutions had no role in the design of the study, data collection or interpretation, or writing and approval of the final manuscript. The authors also gratefully acknowledge the contributions of the care providers and champions at each of the hospitals participating in this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Barnato</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Linde-Zwirble</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Weissfeld</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Rickert</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenfeld</surname>
              <given-names>GD</given-names>
            </name>
            <collab>Robert Wood Johnson Foundation ICU End-Of-Life Peer Group</collab>
          </person-group>
          <article-title>Use of intensive care at the end of life in the United States: An epidemiologic study</article-title>
          <source>Crit Care Med</source>
          <year>2004</year>
          <month>03</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>638</fpage>
          <lpage>643</lpage>
          <pub-id pub-id-type="doi">10.1097/01.ccm.0000114816.62331.08</pub-id>
          <pub-id pub-id-type="medline">15090940</pub-id>
          <pub-id pub-id-type="pii">00003246-200403000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morden</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobson</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Berke</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bynum</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>End-of-life care for Medicare beneficiaries with cancer is highly intensive overall and varies widely</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2012</year>
          <month>04</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>786</fpage>
          <lpage>796</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22492896"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2011.0650</pub-id>
          <pub-id pub-id-type="medline">22492896</pub-id>
          <pub-id pub-id-type="pii">31/4/786</pub-id>
          <pub-id pub-id-type="pmcid">PMC3338099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Kleerup</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Savitsky</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Guse</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Garber</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wenger</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>The frequency and cost of treatment perceived to be futile in critical care</article-title>
          <source>JAMA Intern Med</source>
          <year>2013</year>
          <month>11</month>
          <day>11</day>
          <volume>173</volume>
          <issue>20</issue>
          <fpage>1887</fpage>
          <lpage>1894</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2013.10261</pub-id>
          <pub-id pub-id-type="medline">24018712</pub-id>
          <pub-id pub-id-type="pii">1735897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Association between intensive care unit utilization during hospitalization and costs, use of invasive procedures, and mortality</article-title>
          <source>JAMA Intern Med</source>
          <year>2016</year>
          <month>10</month>
          <day>01</day>
          <volume>176</volume>
          <issue>10</issue>
          <fpage>1492</fpage>
          <lpage>1499</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2016.4298</pub-id>
          <pub-id pub-id-type="medline">27532500</pub-id>
          <pub-id pub-id-type="pii">2542419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Admon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Seymour</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Gershengorn</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Wunsch</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Hospital-level variation in ICU admission and critical care procedures for patients hospitalized for pulmonary embolism</article-title>
          <source>Chest</source>
          <year>2014</year>
          <month>12</month>
          <volume>146</volume>
          <issue>6</issue>
          <fpage>1452</fpage>
          <lpage>1461</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24992579"/>
          </comment>
          <pub-id pub-id-type="doi">10.1378/chest.14-0059</pub-id>
          <pub-id pub-id-type="medline">24992579</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)51514-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4251611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gershengorn</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Iwashyna</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Scales</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wunsch</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Variation in use of intensive care for adults with diabetic ketoacidosis</article-title>
          <source>Crit Care Med</source>
          <year>2012</year>
          <month>07</month>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>2009</fpage>
          <lpage>2015</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22564962"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CCM.0b013e31824e9eae</pub-id>
          <pub-id pub-id-type="medline">22564962</pub-id>
          <pub-id pub-id-type="pmcid">PMC3561634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Safavi</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Dharmarajan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Strait</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Lagu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Variation exists in rates of admission to intensive care units for heart failure patients across hospitals in the United States</article-title>
          <source>Circulation</source>
          <year>2013</year>
          <month>02</month>
          <day>26</day>
          <volume>127</volume>
          <issue>8</issue>
          <fpage>923</fpage>
          <lpage>929</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23355624"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.112.001088</pub-id>
          <pub-id pub-id-type="medline">23355624</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.112.001088</pub-id>
          <pub-id pub-id-type="pmcid">PMC3688061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine</collab>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Field</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cassel</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <source>Approaching Death: Improving Care at the End of Life</source>
          <year>1997</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pritchard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Teno</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reding</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Knaus</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wennberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lynn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Influence of patient preferences and local health system characteristics on the place of death. SUPPORT Investigators. Study to Understand Prognoses and Preferences for Risks and Outcomes of Treatment</article-title>
          <source>J Am Geriatr Soc</source>
          <year>1998</year>
          <month>10</month>
          <volume>46</volume>
          <issue>10</issue>
          <fpage>1242</fpage>
          <lpage>1250</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.1998.tb04540.x</pub-id>
          <pub-id pub-id-type="medline">9777906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnato</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Racial and ethnic differences in preferences for end-of-life treatment</article-title>
          <source>J Gen Intern Med</source>
          <year>2009</year>
          <month>06</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>695</fpage>
          <lpage>701</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19387750"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-009-0952-6</pub-id>
          <pub-id pub-id-type="medline">19387750</pub-id>
          <pub-id pub-id-type="pmcid">PMC2686762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnato</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Herndon</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Bynum</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Are regional variations in end-of-life care intensity explained by patient preferences?: A study of the US Medicare population</article-title>
          <source>Med Care</source>
          <year>2007</year>
          <month>05</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>386</fpage>
          <lpage>393</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17446824"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.mlr.0000255248.79308.41</pub-id>
          <pub-id pub-id-type="medline">17446824</pub-id>
          <pub-id pub-id-type="pii">00005650-200705000-00004</pub-id>
          <pub-id pub-id-type="pmcid">PMC2147061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frankl</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oye</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Bellamy</surname>
              <given-names>PE</given-names>
            </name>
          </person-group>
          <article-title>Attitudes of hospitalized patients toward life support: A survey of 200 medical inpatients</article-title>
          <source>Am J Med</source>
          <year>1989</year>
          <month>06</month>
          <volume>86</volume>
          <issue>6</issue>
          <fpage>645</fpage>
          <lpage>648</lpage>
          <pub-id pub-id-type="medline">11659207</pub-id>
          <pub-id pub-id-type="pii">0002-9343(89)90436-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Earle</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Neville</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Landrum</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Ayanian</surname>
              <given-names>JZ</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Trends in the aggressiveness of cancer care near the end of life</article-title>
          <source>J Clin Oncol</source>
          <year>2004</year>
          <month>01</month>
          <day>15</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>315</fpage>
          <lpage>321</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2004.08.136</pub-id>
          <pub-id pub-id-type="medline">14722041</pub-id>
          <pub-id pub-id-type="pii">JCO.2004.08.136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The SUPPORT Principal Investigators</collab>
          </person-group>
          <article-title>A controlled trial to improve care for seriously ill hospitalized patients. The Study to Understand Prognoses and Preferences for Outcomes and Risks of Treatments (SUPPORT)</article-title>
          <source>JAMA</source>
          <year>1995</year>
          <volume>274</volume>
          <issue>20</issue>
          <fpage>1591</fpage>
          <lpage>1598</lpage>
          <pub-id pub-id-type="medline">7474243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Pastores</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Critical care medicine in the United States 2000-2005: An analysis of bed numbers, occupancy rates, payer mix, and costs</article-title>
          <source>Crit Care Med</source>
          <year>2010</year>
          <month>01</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0b013e3181b090d0</pub-id>
          <pub-id pub-id-type="medline">19730257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Dacosta</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Priority levels in medical intensive care at an academic public hospital</article-title>
          <source>JAMA Intern Med</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>177</volume>
          <issue>2</issue>
          <fpage>280</fpage>
          <lpage>281</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2016.8060</pub-id>
          <pub-id pub-id-type="medline">28027383</pub-id>
          <pub-id pub-id-type="pii">2594281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grol</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wensing</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>What drives change? Barriers to and incentives for achieving evidence-based practice</article-title>
          <source>Med J Aust</source>
          <year>2004</year>
          <month>03</month>
          <day>15</day>
          <volume>180</volume>
          <issue>S6</issue>
          <fpage>S57</fpage>
          <lpage>S60</lpage>
          <pub-id pub-id-type="medline">15012583</pub-id>
          <pub-id pub-id-type="pii">gro10753_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scheunemann</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>McDevitt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Randomized, controlled trials of interventions to improve communication in intensive care: A systematic review</article-title>
          <source>Chest</source>
          <year>2011</year>
          <month>03</month>
          <volume>139</volume>
          <issue>3</issue>
          <fpage>543</fpage>
          <lpage>554</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.10-0595</pub-id>
          <pub-id pub-id-type="medline">21106660</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(11)60121-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lynn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Arkes</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cohn</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Koenig</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tsevat</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Rethinking fundamental assumptions: SUPPORT's implications for future reform. Study to Understand Prognoses and Preferences and Risks of Treatment</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2000</year>
          <month>05</month>
          <volume>48</volume>
          <issue>S1</issue>
          <fpage>S214</fpage>
          <lpage>S221</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2000.tb03135.x</pub-id>
          <pub-id pub-id-type="medline">10809478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lynn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>De Vries</surname>
              <given-names>KO</given-names>
            </name>
            <name name-style="western">
              <surname>Arkes</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cohn</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Covinsky</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Tsevat</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Ineffectiveness of the SUPPORT intervention: Review of explanations</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2000</year>
          <month>05</month>
          <volume>48</volume>
          <issue>S1</issue>
          <fpage>S206</fpage>
          <lpage>S213</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2000.tb03134.x</pub-id>
          <pub-id pub-id-type="medline">10809477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elpern</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Gloskey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bone</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Patients' preferences for intensive care</article-title>
          <source>Crit Care Med</source>
          <year>1992</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1097/00003246-199201000-00014</pub-id>
          <pub-id pub-id-type="medline">1729042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Melnikow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dinh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaona</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bottyan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Paterniti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nishijima</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patient admission preferences and perceptions</article-title>
          <source>West J Emerg Med</source>
          <year>2015</year>
          <month>09</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>707</fpage>
          <lpage>714</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://escholarship.org/uc/item/0sg7102w"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2015.7.27458</pub-id>
          <pub-id pub-id-type="medline">26587095</pub-id>
          <pub-id pub-id-type="pii">wjem-16-707</pub-id>
          <pub-id pub-id-type="pmcid">PMC4644039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodlin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lynn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Teno</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Fago</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Desbiens</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Connors</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Wenger</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with use of cardiopulmonary resuscitation in seriously ill hospitalized adults</article-title>
          <source>JAMA</source>
          <year>1999</year>
          <volume>282</volume>
          <issue>24</issue>
          <fpage>2333</fpage>
          <lpage>2339</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.282.24.2333</pub-id>
          <pub-id pub-id-type="medline">10612321</pub-id>
          <pub-id pub-id-type="pii">jce90061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quill</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Time-limited trials near the end of life</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <month>10</month>
          <day>05</day>
          <volume>306</volume>
          <issue>13</issue>
          <fpage>1483</fpage>
          <lpage>1484</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.1413</pub-id>
          <pub-id pub-id-type="medline">21972312</pub-id>
          <pub-id pub-id-type="pii">306/13/1483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rinehart</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Beyond the futility argument: The fair process approach and time-limited trials for managing dialysis conflict</article-title>
          <source>Clin J Am Soc Nephrol</source>
          <year>2013</year>
          <month>11</month>
          <volume>8</volume>
          <issue>11</issue>
          <fpage>2000</fpage>
          <lpage>2006</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cjasn.asnjournals.org/cgi/pmidlookup?view=long&#38;pmid=23868900"/>
          </comment>
          <pub-id pub-id-type="doi">10.2215/CJN.12191212</pub-id>
          <pub-id pub-id-type="medline">23868900</pub-id>
          <pub-id pub-id-type="pii">CJN.12191212</pub-id>
          <pub-id pub-id-type="pmcid">PMC3817917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fried</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Vaz Fragoso</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Rabow</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Caring for the older person with chronic obstructive pulmonary disease</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>09</month>
          <day>26</day>
          <volume>308</volume>
          <issue>12</issue>
          <fpage>1254</fpage>
          <lpage>1263</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23011715"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2012.12422</pub-id>
          <pub-id pub-id-type="medline">23011715</pub-id>
          <pub-id pub-id-type="pii">1361999</pub-id>
          <pub-id pub-id-type="pmcid">PMC3815613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neuman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarze</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Uy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using time-limited trials to improve surgical care for frail older adults</article-title>
          <source>Ann Surg</source>
          <year>2015</year>
          <month>04</month>
          <volume>261</volume>
          <issue>4</issue>
          <fpage>639</fpage>
          <lpage>641</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25211275"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000000939</pub-id>
          <pub-id pub-id-type="medline">25211275</pub-id>
          <pub-id pub-id-type="pmcid">PMC4352115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Creutzfeldt</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Lutz</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Rabinstein</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Saposnik</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Zahuranec</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Zipfel</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zorowitz</surname>
              <given-names>RD</given-names>
            </name>
            <collab>American Heart Association Stroke Council‚ Council on Cardiovascular and Stroke Nursing‚ Council on Clinical Cardiology</collab>
          </person-group>
          <article-title>Palliative and end-of-life care in stroke: A statement for healthcare professionals from the American Heart Association/American Stroke Association</article-title>
          <source>Stroke</source>
          <year>2014</year>
          <month>06</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>1887</fpage>
          <lpage>1916</lpage>
          <pub-id pub-id-type="doi">10.1161/STR.0000000000000015</pub-id>
          <pub-id pub-id-type="medline">24676781</pub-id>
          <pub-id pub-id-type="pii">STR.0000000000000015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrime</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ferket</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barragan-Bradford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Arabi</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Dorzi</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Hunink</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Time-limited trials of intensive care for critically ill patients with cancer: How long is long enough?</article-title>
          <source>JAMA Oncol</source>
          <year>2016</year>
          <month>01</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>76</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26469222"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamaoncol.2015.3336</pub-id>
          <pub-id pub-id-type="medline">26469222</pub-id>
          <pub-id pub-id-type="pii">2457396</pub-id>
          <pub-id pub-id-type="pmcid">PMC4713248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Holley</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The role of time-limited trials in dialysis decision making in critically ill patients</article-title>
          <source>Clin J Am Soc Nephrol</source>
          <year>2016</year>
          <month>02</month>
          <day>05</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>344</fpage>
          <lpage>353</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cjasn.asnjournals.org/cgi/pmidlookup?view=long&#38;pmid=26450932"/>
          </comment>
          <pub-id pub-id-type="doi">10.2215/CJN.03550315</pub-id>
          <pub-id pub-id-type="medline">26450932</pub-id>
          <pub-id pub-id-type="pii">CJN.03550315</pub-id>
          <pub-id pub-id-type="pmcid">PMC4741033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schenker</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tiver</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Discussion of treatment trials in intensive care</article-title>
          <source>J Crit Care</source>
          <year>2013</year>
          <month>10</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>862</fpage>
          <lpage>869</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23768446"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcrc.2013.04.015</pub-id>
          <pub-id pub-id-type="medline">23768446</pub-id>
          <pub-id pub-id-type="pii">S0883-9441(13)00124-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC3770796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Engelberg</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Bensink</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>End-of-life care in the intensive care unit: Can we simultaneously increase quality and reduce costs?</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2012</year>
          <month>10</month>
          <day>01</day>
          <volume>186</volume>
          <issue>7</issue>
          <fpage>587</fpage>
          <lpage>592</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22859524"/>
          </comment>
          <pub-id pub-id-type="doi">10.1164/rccm.201206-1020CP</pub-id>
          <pub-id pub-id-type="medline">22859524</pub-id>
          <pub-id pub-id-type="pii">rccm.201206-1020CP</pub-id>
          <pub-id pub-id-type="pmcid">PMC3480521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Engelberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Au</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patient-physician communication about end-of-life care for patients with severe COPD</article-title>
          <source>Eur Respir J</source>
          <year>2004</year>
          <month>08</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>200</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com/cgi/pmidlookup?view=long&#38;pmid=15332385"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/09031936.04.00010104</pub-id>
          <pub-id pub-id-type="medline">15332385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McNeely</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Dales</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McKim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>Deciding about mechanical ventilation in end-stage chronic obstructive pulmonary disease: How respirologists perceive their role</article-title>
          <source>CMAJ</source>
          <year>1997</year>
          <month>01</month>
          <day>15</day>
          <volume>156</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=reprint&#38;pmid=9012718"/>
          </comment>
          <pub-id pub-id-type="medline">9012718</pub-id>
          <pub-id pub-id-type="pmcid">PMC1226905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal-Barby</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Downey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Theriot</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delgado</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to initiating and completing time-limited trials in critical care</article-title>
          <source>Crit Care Med</source>
          <year>2015</year>
          <month>12</month>
          <volume>43</volume>
          <issue>12</issue>
          <fpage>2535</fpage>
          <lpage>2543</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000001307</pub-id>
          <pub-id pub-id-type="medline">26465223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rabiee</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Focus-group interview and data analysis</article-title>
          <source>Proc Nutr Soc</source>
          <year>2004</year>
          <month>11</month>
          <volume>63</volume>
          <issue>4</issue>
          <fpage>655</fpage>
          <lpage>660</lpage>
          <pub-id pub-id-type="doi">10.1079/pns2004399</pub-id>
          <pub-id pub-id-type="medline">15831139</pub-id>
          <pub-id pub-id-type="pii">S0029665104000874</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Collecting and analysing qualitative data: Issues raised by the focus group</article-title>
          <source>J Adv Nurs</source>
          <year>1998</year>
          <month>08</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>345</fpage>
          <lpage>352</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2648.1998.00692.x</pub-id>
          <pub-id pub-id-type="medline">9725732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Videotaped focus groups: Transforming a therapeutic strategy into a research tool</article-title>
          <source>Nurs Forum</source>
          <year>2000</year>
          <volume>35</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1744-6198.2000.tb01173.x</pub-id>
          <pub-id pub-id-type="medline">10847061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Kleerup</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Savitsky</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Guse</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Garber</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wenger</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>The frequency and cost of treatment perceived to be futile in critical care</article-title>
          <source>JAMA Intern Med</source>
          <year>2013</year>
          <month>11</month>
          <day>11</day>
          <volume>173</volume>
          <issue>20</issue>
          <fpage>1887</fpage>
          <lpage>1894</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2013.10261</pub-id>
          <pub-id pub-id-type="medline">24018712</pub-id>
          <pub-id pub-id-type="pii">1735897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Stralen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The behaviour change wheel: A new method for characterising and designing behaviour change interventions</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <month>04</month>
          <day>23</day>
          <volume>6</volume>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-42"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id>
          <pub-id pub-id-type="medline">21513547</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3096582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Au</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Cattamanchi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cloutier</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Erickson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gerald</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Gerald</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Goss</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Hyzy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Mosesón</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mularski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Parthasarathy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Redeker</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Riekert</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenfeld</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>CC</given-names>
            </name>
            <collab>ATS Ad Hoc Committee on Implementation Science</collab>
          </person-group>
          <article-title>An official American Thoracic Society Research Statement: Implementation science in pulmonary, critical care, and sleep medicine</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2016</year>
          <month>10</month>
          <day>15</day>
          <volume>194</volume>
          <issue>8</issue>
          <fpage>1015</fpage>
          <lpage>1025</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27739895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1164/rccm.201608-1690ST</pub-id>
          <pub-id pub-id-type="medline">27739895</pub-id>
          <pub-id pub-id-type="pmcid">PMC5441016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Making sense of implementation theories, models and frameworks</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>10</volume>
          <fpage>53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0242-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="medline">25895742</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Task Force of the American College of Critical Care Medicine, Society of Critical Care Medicine</collab>
          </person-group>
          <article-title>Guidelines for intensive care unit admission, discharge, and triage</article-title>
          <source>Crit Care Med</source>
          <year>1999</year>
          <month>03</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>633</fpage>
          <lpage>638</lpage>
          <pub-id pub-id-type="medline">10199547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nates</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Nunnally</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinpell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Blosser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goldner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birriel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Byrum</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sprung</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>ICU admission, discharge, and triage guidelines: A framework to enhance clinical operations, development of institutional policies, and further research</article-title>
          <source>Crit Care Med</source>
          <year>2016</year>
          <month>08</month>
          <volume>44</volume>
          <issue>8</issue>
          <fpage>1553</fpage>
          <lpage>1602</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000001856</pub-id>
          <pub-id pub-id-type="medline">27428118</pub-id>
          <pub-id pub-id-type="pii">00003246-201608000-00015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sprung</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Danis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Iapichino</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Artigas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kesecioglu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lippert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Meale</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Truog</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Triage of intensive care patients: Identifying agreement and controversy</article-title>
          <source>Intensive Care Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>39</volume>
          <issue>11</issue>
          <fpage>1916</fpage>
          <lpage>1924</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23925544"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00134-013-3033-6</pub-id>
          <pub-id pub-id-type="medline">23925544</pub-id>
          <pub-id pub-id-type="pmcid">PMC5549951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sedgwick</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Before and after study designs</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <month>08</month>
          <day>08</day>
          <volume>349</volume>
          <fpage>g5074</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.g5074</pub-id>
          <pub-id pub-id-type="medline">25106742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Research designs for studies evaluating the effectiveness of change and improvement strategies</article-title>
          <source>Qual Saf Health Care</source>
          <year>2003</year>
          <month>02</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qhc.bmj.com/cgi/pmidlookup?view=long&#38;pmid=12571345"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/qhc.12.1.47</pub-id>
          <pub-id pub-id-type="medline">12571345</pub-id>
          <pub-id pub-id-type="pmcid">PMC1743658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freemantle</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Designing evaluations of interventions to change professional practice</article-title>
          <source>J Health Serv Res Policy</source>
          <year>1999</year>
          <month>04</month>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>111</lpage>
          <pub-id pub-id-type="doi">10.1177/135581969900400209</pub-id>
          <pub-id pub-id-type="medline">10387402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skovlund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fenstad</surname>
              <given-names>GU</given-names>
            </name>
          </person-group>
          <article-title>Should we always choose a nonparametric test when comparing two apparently nonnormal distributions?</article-title>
          <source>J Clin Epidemiol</source>
          <year>2001</year>
          <month>01</month>
          <volume>54</volume>
          <issue>1</issue>
          <fpage>86</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/s0895-4356(00)00264-x</pub-id>
          <pub-id pub-id-type="medline">11165471</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(00)00264-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vickers</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Parametric versus non-parametric statistics in the analysis of randomized trials with non-normally distributed data</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2005</year>
          <month>11</month>
          <day>03</day>
          <volume>5</volume>
          <fpage>35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-5-35"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-5-35</pub-id>
          <pub-id pub-id-type="medline">16269081</pub-id>
          <pub-id pub-id-type="pii">1471-2288-5-35</pub-id>
          <pub-id pub-id-type="pmcid">PMC1310536</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
