<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v7i6e157</article-id>
    <article-id pub-id-type="pmid">29907553</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.9698</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Development and Evaluation of an Ethical Guideline for Decisions to Limit Life-Prolonging Treatment in Advanced Cancer: Protocol for a Monocentric Mixed-Method Interventional Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ansa</surname>
          <given-names>Benjamin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Dalton</surname>
          <given-names>William</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Laryionava</surname>
          <given-names>Katsiaryna</given-names>
        </name>
        <degrees>Dr rer med</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3431-1611</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Mehlis</surname>
          <given-names>Katja</given-names>
        </name>
        <degrees>D Phil</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6532-9876</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Bierwirth</surname>
          <given-names>Elena</given-names>
        </name>
        <degrees>Dipl-Psych</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7761-3927</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Mumm</surname>
          <given-names>Friederike</given-names>
        </name>
        <degrees>Dr med</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0026-7779</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Hiddemann</surname>
          <given-names>Wolfgang</given-names>
        </name>
        <degrees>Dr med</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3634-2558</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Heußner</surname>
          <given-names>Pia</given-names>
        </name>
        <degrees>Dr med</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5127-8799</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7" corresp="yes">
      <name name-style="western">
        <surname>Winkler</surname>
        <given-names>Eva C</given-names>
      </name>
      <degrees>Dr med, Dr Phil</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>National Center for Tumor Diseases</institution>
        <institution>Department of Medical Oncology</institution>
        <institution>Heidelberg University Hospital</institution>
        <addr-line>Im Neuenheimer Feld 460</addr-line>
        <addr-line>Heidelberg, 69120</addr-line>
        <country>Germany</country>
        <phone>49 62215636049</phone>
        <fax>49 62215636049</fax>
        <email>eva.winkler@med.uni-heidelberg.de</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7460-0154</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>National Center for Tumor Diseases</institution>
    <institution>Department of Medical Oncology</institution>  
    <institution>Heidelberg University Hospital</institution>  
    <addr-line>Heidelberg</addr-line>
    <country>Germany</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Interdisciplinary Center of Psycho-Oncology</institution>
    <institution>University Hospital Grosshadern</institution>  
    <institution>Ludwig-Maximilians University</institution>  
    <addr-line>Munich</addr-line>
    <country>Germany</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Department of Medicine III</institution>
    <institution>University Hospital Grosshadern</institution>  
    <institution>Ludwig-Maximilians University</institution>  
    <addr-line>Munich</addr-line>
    <country>Germany</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Eva C Winkler 
      <email>eva.winkler@med.uni-heidelberg.de</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>06</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>15</day>
      <month>06</month>
      <year>2018</year>
    </pub-date>
    <volume>7</volume>
    <issue>6</issue>
    <elocation-id>e157</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>20</day>
        <month>12</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>8</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>26</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>3</day>
        <month>4</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Katsiaryna Laryionava, Katja Mehlis, Elena Bierwirth, Friederike Mumm, Wolfgang Hiddemann, Pia Heußner, Eva C Winkler. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 15.06.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2018/6/e157/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Many patients with advanced cancer receive chemotherapy close to death and are referred too late to palliative or hospice care, and therefore die under therapy or in intensive care units. Oncologists still have difficulties in involving patients appropriately in decisions about limiting tumor-specific or life-prolonging treatment.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this Ethics Policy for Advanced Care Planning and Limiting Treatment Study is to develop an ethical guideline for end-of-life decisions and to evaluate the impact of this guideline on clinical practice regarding the following target goals: reduction of decisional conflicts, improvement of documentation transparency and traceability, reduction of distress of the caregiver team, and better knowledge and consideration of patients’ preferences.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>This is a protocol for a pre-post interventional study that analyzes the clinical practice on treatment limitation before and after the guideline implementation. An embedded researcher design with a mixed-method approach encompassing both qualitative and quantitative methods is used. The study consists of three stages: (1) the preinterventional phase, (2) the intervention (development and implementation of the guideline), and 3) the postinterventional phase (evaluation of the guideline’s impact on clinical practice). We evaluate the process of decision-making related to limiting treatment from different perspectives of oncologists, nurses, and patients; comparing them to each other will allow us to develop the guideline based on the interests of all parties.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The first preintervention data of the project have already been published, which detailed a qualitative study with oncologists and oncology nurses (n=29), where different approaches to initiation of end-of-life discussions were ethically weighted. A framework for oncologists was elaborated, and the study favored an anticipatory approach of preparing patients for forgoing therapy throughout the course of disease. Another preimplementational study of current decision-making practice (n=567 patients documented) demonstrated that decisions to limit treatment preceded the death of many cancer patients (62/76, 82% of deceased patients). However, such decisions were usually made in the last week of life, which was relatively late.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The intervention will be evaluated with respect to the following endpoints: better knowledge and consideration of patients’ treatment wishes; reduction of decisional conflicts; improvement of documentation transparency and traceability; and reduction of the psychological and moral distress of a caregiver team.</p>
      </sec>
      <sec sec-type="registered-report">
        <title>Registered Report Identifier</title>
        <p>RR1-10.2196/9698</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>ethical guidelines</kwd>
      <kwd>treatment limitation</kwd>
      <kwd>advanced cancer</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Decision-making to limit a tumor-specific and life-prolonging treatment in patients with advanced cancer is one of the most difficult tasks in end-of-life care and is often accompanied by psychological and ethical challenges. Many patients with advanced cancer receive aggressive chemotherapy close to death and are referred to palliative or hospice care too late, and die under therapy or in the intensive care unit [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Thus, the number of patients receiving chemotherapy between two weeks and death has been constantly rising [<xref ref-type="bibr" rid="ref4">4</xref>]. The literature suggests that discussions about patients’ end-of-life preferences and treatment limitation should occur much earlier. Such discussions have been associated with better patient outcomes in terms of increasing patients’ quality of life and reducing patients’ anxiety, distress, and depression [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>However, in a previous study we demonstrated that only 37 of 76 patients (47%) with incurable cancer had discussions about limiting treatment or got involved in decisions about limiting tumor-specific or life-prolonging treatment (eg, do-not-resuscitate orders) [<xref ref-type="bibr" rid="ref7">7</xref>]. Oncologists still have difficulties in discussing treatment limitation with their patients and feel unsure about when and how to initiate such discussions [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Against this background, we initiated a monocentric interventional study aimed at developing an ethical guideline for end-of-life decision-making, with a goal to increase oncologists’ awareness of patients’ treatment preferences, to increase patients’ involvement in decision-making, and to reduce psychological and moral distress within a caregiver team. According to many evaluational studies, guidelines can change clinical practice and may lead to the improvement of physician performance and patient outcomes [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>While there are many studies on impact and uptake of guidelines in medical practice, ethical guidelines remain underrepresented in research and the impact of such guidelines in medical practice is not well studied. In the following protocol, we explain our study design for evaluating the impact of ethical guidelines on the practice of clinical decision-making regarding treatment limitation. The overall aims of this three-stage interventional Ethics Policy for Advanced Care Planning and Limiting Treatment (EPAL) Study are: (1) to develop an ethical guideline for end-of-life decision making, and (2) to evaluate its impact on decision-making practice. The guideline will be evaluated with regard to the following outcomes: better knowledge and consideration of patients’ treatment wishes, reduction of decisional conflicts, improvement of documentation transparency and traceability, and reduction of the psychological and moral distress of a caregiver team. We also anticipate that the guideline will enable oncologists to make timelier and ethically informed treatment limitation decisions.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This is a pre-post interventional design that analyzes the clinical practice of decision-making before and after the guideline implementation. The study consists of three stages: (1) the preinterventional phase (Time 1 [T1]; status quo), followed by the (2) intervention phase (development and implementation of the guideline; T2), and (3) the postinterventional phase (T3).</p>
        <p>We use an embedded researcher design with a mixed-method approach that encompasses both qualitative and quantitative methods. We assume that using one research method is not sufficient to answer all of our research questions and that different methods are required. Embedded researcher design mixes different data sets at different design phases so that one data type provides a supportive, supplemental role or is embedded within other data types [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>In phase 1 (T1), the current clinical practice of decision-making and documentation of decisions to limit treatment will be analyzed from three different perspectives: patients, their treating oncologists, and nurses. Phase 2 (T2) entails the development and implementation of a guideline on advanced care planning and limiting treatment. In phase 3 (T3), the impact of the guideline on the practice of decision making and documentation will be analyzed. The project outline is presented in <xref ref-type="table" rid="table1">Table 1</xref>. This study protocol has been approved by the Ethics Committee of the Medical Faculty of the University of Munich.</p>
      </sec>
      <sec>
        <title>Study Setting</title>
        <p>The study is monocentric and is being carried out at the Department of Hematology &#38; Medical Oncology at the University Hospital of Munich, Germany. A monocentric approach is being used, because the development of a guideline has proven to be more successful when it is developed within and for a particular location, taking into account specifics of the organizational context and of stakeholders’ positions and professional self-conception of that environment [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <sec>
          <title>Phase 1 (T1): Preimplementational Study of Current Decision-Making Practice of Limiting Tumor-Specific or Life-Prolonging Treatment</title>
          <p>The first phase consists of three studies in which different methods are applied, with the aim to analyze the current state of decisions to limit a tumor-specific and life-prolonging treatment and to understand patients’, oncologists’, and nurses’ needs regarding decisions to limit treatment. The insights from phase 1 will be used for development of the ethical guideline and for comparison with the results of phase 3 in order to detect any impact of the guideline after implementation in the pre-post comparison.</p>
              <table-wrap position="float" id="table1">
                <label>Table 1</label>
                <caption>
                  <p>Project outline.</p>
                </caption>
                <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
                  <col width="240"/>
                  <col width="200"/>
                  <col width="220"/>
                  <col width="340"/>
                  <thead>
                    <tr valign="top">
                      <td>Phases</td>
                      <td>Methods</td>
                      <td>Data collection</td>
                      <td>Sample/participants</td>
                    </tr>
                  </thead>
                  <tbody>
                    <tr valign="top">
                      <td rowspan="3">Phase 1 (T1): Preinterventional phase – baseline survey</td>
                      <td>1. Embedded research</td>
                      <td>1. Documentation analysis</td>
                      <td>1. 500 patients’ records</td>
                    </tr>
                    <tr valign="top">
                      <td>2. Qualitative study</td>
                      <td>2. Semistructured interviews</td>
                      <td>2. 25 oncologists and nurses</td>
                    </tr>
                    <tr valign="top">
                      <td>3. Quantitative survey</td>
                      <td>3. Questionnaire</td>
                      <td>3. 60 patients’ cases (oncologists + nurses)</td>
                    </tr>
                    <tr valign="top">
                      <td rowspan="2">Phase 2 (T2): Intervention development and implementation of the ethical guideline</td>
                      <td>1. Group discussions with experts</td>
                      <td>N/A<sup>a</sup></td>
                      <td>1. Oncologists, nurses, psycho-oncologists, external experts for palliative medicine, medical ethicists, medical law, ethics committee</td>
                    </tr>
                    <tr valign="top">
                      <td>2. Several consensus conferences</td>
                      <td>N/A</td>
                      <td>N/A</td>
                    </tr>
                    <tr valign="top">
                      <td rowspan="2">Phase 3 (T3): Postinterventional phase – comparison with the results of phase 1 and evaluation</td>
                      <td>1. Embedded research</td>
                      <td>1. Documentation analysis</td>
                      <td>1. 500 patients’ records</td>
                    </tr>
                    <tr valign="top">
                      <td>2. Quantitative survey</td>
                      <td>2. Questionnaire</td>
                      <td>2. 60 patient’s cases (oncologists and nurses)</td>
                    </tr>
                  </tbody>
                </table>
                <table-wrap-foot>
                  <fn id="table1fn1">
                    <p><sup>a</sup>N/A: not applicable.</p>
                  </fn>
                </table-wrap-foot>
              </table-wrap>
              
              
          <p>Phase 1 includes: an observational baseline-survey on documentation, frequency, and timing of decisions to limit intensive medical care and tumor-specific therapy; a qualitative interview study with oncologists and oncology nurses; and a quantitative survey with patients, nurses, and oncologists.</p>
          <sec>
            <title>Observational Baseline-Survey on Frequency and Timing of Decisions to Limit Intensive Medical Care and Tumor-Specific Therapy</title>
            <p>As a first step of the preimplementational phase, we aim to examine how often decisions to limit treatment precede patients’ deaths and how early they are determined. This baseline survey will enable us to investigate whether findings from the quantitative survey with oncologists, nurses, and patients are supported by observation and vice versa. The main research questions of the survey are presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
            <p>For the observation, we will use a standardized documentation form. This form will be developed in a multi-step team process that will encompass literature review and discussions with experts including oncologists, palliative care physicians, medical ethicists, and social science experts. The documentation form will include the following information: patients’ demographic data and diagnosis, the therapy/ intervention that have decided to be limited, how decisions to limit treatment are documented, changes in the scope of decisions to limit treatment, place of patient’s death, therapy and medication 72 hours before patient’s death, and whether decisions to limit treatment are followed or overruled in a patient’s last days.</p>
            <sec>
              <title>Methods and Data Collection</title>
              <p>We will use a method of an <italic>embedded researcher</italic> for this part of the project. The researcher is a member of a hospital team and participates in patients’ sign-out reports from late to night shifts. She documents all treatment decisions made by oncologists. However, her role remains a passive one in order to avoid any influence on the current situation. If a patient dies, we will document all relevant decisions that preceded death. Furthermore, patients’ transfer plans, charts, electronic hospital acts, and discharge letters will be analyzed.</p>
            </sec>
            <sec>
              <title>Participants</title>
              <p>All inpatients with advanced hematological/oncological neoplasia will be included if they are under treatment in at the Department of Hematology/Medical Oncology at the University Hospital in Munich.</p>
            </sec>
            <sec>
              <title>Data Analysis</title>
              <p>Data will be analyzed using Microsoft Excel.</p>
            </sec>
          </sec>
          <sec>
            <title>Qualitative Interview Study With Oncologists and Oncology Nurses</title>
            <p>In order to explore in-depth how oncologists and oncology nurses perceive treatment limitation decisions, a qualitative approach based on a grounded theory methodology will be used.</p>
            <sec>
              <title>Methods and Data Collection</title>
              <p>Qualitative individual face-to-face interviews will be conducted using a semistructured and pilot-tested interview guide. The interview topics are presented in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>.</p>
              
              <boxed-text id="box1" position="float">
                <title>Research questions.</title>
                <list list-type="bullet">
                  <list-item>
                    <p>How often do decisions to limit treatment precede a patient’s death?</p>
                  </list-item>
                  <list-item>
                    <p>How often do patients die under chemotherapy or in the intensive care unit?</p>
                  </list-item>
                  <list-item>
                    <p>How intensely are patients treated shortly before death?</p>
                  </list-item>
                  <list-item>
                    <p>How well are decisions to limit treatment documented?</p>
                  </list-item>
                  <list-item>
                    <p>How long before patients' death are decisions to limit treatment made?</p>
                  </list-item>
                </list>
              </boxed-text>
              <boxed-text id="box2" position="float">
                <title>Main interview topics.</title>
                <list list-type="bullet">
                  <list-item>
                    <p>Treatment limitation situations</p>
                  </list-item>
                  <list-item>
                    <p>Decision-making process</p>
                  </list-item>
                  <list-item>
                    <p>Patients’ involvement in decision-making</p>
                  </list-item>
                  <list-item>
                    <p>Role of patients’ family in decision-making</p>
                  </list-item>
                  <list-item>
                    <p>Nurses’ role in decisions to limit treatment</p>
                  </list-item>
                  <list-item>
                    <p>Challenges and conflicts by decisions to limit treatment</p>
                  </list-item>
                  <list-item>
                    <p>Oncologists’ role in decisions to limit treatment</p>
                  </list-item>
                </list>
              </boxed-text>
            </sec>
            <sec>
              <title>Procedure and Data Analysis</title>
              <p>Purposive and theoretical sampling strategies will be applied. Participants are purposely sampled to represent different hospital units, working experience, age, and sex to reflect a wide range of opinions. The sampling will be continued until the theoretical saturation will be reached: when no new categories emerge and the relationships among categories are well-developed [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
              <p>The collected data will be analyzed using the three-stage approach (open, axial, and selective coding strategies) of grounded theory methodology. MAXQDA software (VER BI GmbH, Berlin, Germany) will be used to assist with the coding and management of transcripts.</p>
            </sec>
          </sec>
        </sec>
        <sec>
          <title>Quantitative Survey With Patients, Nurses, and Oncologists</title>
          <p>In order to access and compare the perspective and reports of parties involved in decisions to limit treatment, we will survey patients, their respective oncologists, and oncology nurses. The survey will be complemented by a documentation form completed by a project researcher on each patient’s case.</p>
          <sec>
            <title>Patients’ Survey</title>
            <sec>
              <title>Development of the Questionnaires</title>
              <p>The study questionnaire will be developed based on a review of current literature and oncologists’ and nurses’ views and experiences derived from the interview study. A preliminary version of the questions will be checked by three experts (members of the research team) including an experienced psycho-oncologist, an oncologist with expertise in medical ethics, and a social scientist. We plan to use both established instruments as well as self-developed questions.</p>
            </sec>
            <sec>
              <title>Established Instruments</title>
              <p>The patients’ questionnaire set comprises the questionnaire on: distress in Cancer Patients [<xref ref-type="bibr" rid="ref14">14</xref>]; Whooley Depression Scale [<xref ref-type="bibr" rid="ref15">15</xref>]; the perceived patients’ quality of life, which will be measured by a quality of life scale from European Organization for Research and Treatment of Cancer Quality of Life Questionnaire-C30 [<xref ref-type="bibr" rid="ref16">16</xref>]; and the trade-off between patients’ preferences for quality and length of life will be assessed with the Quality and Quantity Questionnaire [<xref ref-type="bibr" rid="ref17">17</xref>]. We will translate and validate this questionnaire on a sample of advanced cancer patients within the scope of this project: the perceived role of patients’ families in decision-making will be measured with the scale <italic>Family Involvement in Treatment Decisions</italic> from the validated German version of the Cancer Communication Assessment Tool for Patients and Families [<xref ref-type="bibr" rid="ref18">18</xref>], and patients’ roles in medical treatment decisions will be assessed with a German version of Control Preference Scale [<xref ref-type="bibr" rid="ref19">19</xref>]. Satisfaction with a physician-patient interaction will be assessed using the validated questionnaire on the Quality of Physician-Patient Interaction [<xref ref-type="bibr" rid="ref20">20</xref>]. We will use self-developed closed-ended questions with Likert scales to assess: patients’ awareness of the treatment goal (curative or palliative); patients’ recollection of discussing the treatment aim; patients’ information needs regarding disease, prognoses, advance directives, and actual information received by patients; patients’ communication preferences regarding treatment limitation; and satisfaction with decision-making.</p>
            </sec>
            <sec>
              <title>Patient Recruitment</title>
              <p>The inclusion criteria for patients are presented in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>.</p>
              <p>We will exclude patients with cognitive impairment and/or with a very poor general state of health. Patients will be recruited through a project researcher who will identify patients with decisions to limit treatment. In addition, oncologists will refer eligible patients when treatment limitation has been/is being discussed.</p>
              <p>Patients will be recruited from five hospital units (n=5 normal wards) and the recruitment will take place until 60 patients with decisions to limit treatment are included in the study. All patients matching the inclusion criteria will be contacted by a project oncologist who will inform them about study aims and content.</p>
              <boxed-text id="box3" position="float">
                <title>Inclusion criteria.</title>
                <list list-type="bullet">
                  <list-item>
                    <p>Hospitalized cancer patients (male and female) over 18 years of age</p>
                  </list-item>
                  <list-item>
                    <p>Diagnosed with advanced hematological/oncological neoplasia</p>
                  </list-item>
                  <list-item>
                    <p>Decisions to limit treatment being either discussed or determined</p>
                  </list-item>
                  <list-item>
                    <p>Adequate level of consciousness to complete the questionnaire</p>
                  </list-item>
                  <list-item>
                    <p>Patients’ agreement through an informed consent document</p>
                  </list-item>
                </list>
              </boxed-text>
              <table-wrap position="float" id="table2">
                <label>Table 2</label>
                <caption>
                  <p>Topics addressed in the questionnaire.</p>
                </caption>
                <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
                  <col width="640"/>
                  <col width="130"/>
                  <col width="130"/>
                  <col width="100"/>
                  <thead>
                    <tr valign="top">
                      <td>Assessed topics</td>
                      <td>Patients</td>
                      <td>Oncologists</td>
                      <td>Nurses</td>
                    </tr>
                  </thead>
                  <tbody>
                    <tr valign="top">
                      <td>Cancer-specific distress</td>
                      <td>✓</td>
                      <td>—</td>
                      <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Depression</td>
                      <td>✓</td>
                        <td>—</td>
                      <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Information needs regarding disease (eg, prognosis, side effects, life expectation)</td>
                      <td>✓</td>
                        <td>—</td>
                      <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Actual received information regarding disease</td>
                      <td>✓</td>
                        <td>—</td>
                      <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Factors that influenced oncologists’ decision of treatment limitation (eg, patients’ age, quality of life)</td>
                     <td>—</td>
                      <td>✓</td>
                     <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Estimation of patients’ life expectation</td>
                    <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Perceived (estimated) quality of life</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Information need for advanced directive/role of the advanced directive</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Discussed treatment limitation</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Planned or current treatment</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Level of difficulty of treatment limitation decisions</td>
                     <td>—</td>
                      <td>✓</td>
                   <td>—</td>
                    </tr>
                    <tr valign="top">
                      <td>Challenges that influenced treatment limitation</td>
                    <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Consensus relating to treatment limitation decisions</td>
                    <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Involvement of nurses in decision-making</td>
                     <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Perceived aim of the treatment/estimation of patients’ preferences regarding treatment limitation</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Discussion of the treatment aim/involvement of patients in decision-making</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Preference for quality or length of life</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Role in medical decisions</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Estimation of awareness of patients’ prognosis</td>
                     <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Satisfaction with oncologists’ communication/communication with patients</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Perceived role of the family, wish for family involvement/involvement of family members</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Satisfaction with treatment decisions/consensus with oncologist</td>
                      <td>✓</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Perception of optimal time for treatment limitation</td>
                   <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Moral distress and its reasons</td>
                   <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                    <tr valign="top">
                      <td>Support needs</td>
                      <td>—</td>
                      <td>✓</td>
                      <td>✓</td>
                    </tr>
                  </tbody>
                </table>
              </table-wrap>
            </sec>
          </sec>
          <sec>
            <title>Oncologists’ and Nurses’ Survey</title>
            <sec>
              <title>Development of the Questionnaires</title>
              <p>The oncologists’ and nurses’ questionnaire set will be developed as analogues to the patients’ questionnaire to compare the answers to the same topics. In addition, we will assess moral distress in the care team with the Moral Distress Thermometer [<xref ref-type="bibr" rid="ref21">21</xref>] and with two self-formulated open-ended questions on reasons for distress.</p>
              <p>Furthermore, we will formulate questions to assess aspects such as: perceived difficulties by oncologists and nurses with decisions to limit treatment, oncologists’ and nurses’ satisfaction with decisions to limit treatment, and involvement of nurses in decisions to limit treatment. All topics that will be compared among oncologists, nurses, and patients are presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
              <sec>
                <title>Recruitment of Treating Physicians and Nurses at the Hematology/Oncology Inpatient Unit</title>
                <p>For every patient’s case the respective oncologist in charge and oncology nurse will be surveyed. The respective treating oncologist of the selected patients will be contacted and asked to participate in the study.</p>
              </sec>
              <sec>
                <title>Data Analysis</title>
                <p>Patients’ characteristics will be evaluated using descriptive statistics. Patient cohorts will be formed based on patients’ preference for length or quality of life, specificity of decease type (ie, oncological/hematological disease), type of therapy, and psycho-social variables. To compare the oncologists’, nurses’, and patients’ views before and after guideline implementation, the Student t-test for paired data will be computed. Finally, linear regression analysis will be performed to identify possible predictors of oncologists’ decisions to limit treatment and patients’ involvement or noninvolvement in decision-making. Statistical significance will be assessed at the level of α=0.05 (two-sided). All statistical analyses will be conducted using SPSS v.20.</p>
              </sec>
            </sec>
            <sec>
              <title>Additional Documentation on Every Patient’s Case</title>
              <p>We will develop a special documentation form which will be completed by a project researcher on every patient’s case, in addition to the quantitative survey. The aim of this form is to gather additional objective information regarding treatment limitation decisions. The researcher will complete the documentation form as soon as the patient has completed the questionnaire (date 1) and will proceed with documentation seven days later (date 2). If the decision has not been made yet, the documentation form will be filled approximately three days later, after date 2 once again (date 3).</p>
              <p><bold>Source of Information</bold></p>
              <p>The project researcher will screen patients’ medical records to get necessary patient information. The documentation form will include information regarding hospital unit, patients’ diagnosis and performance status (<italic>Eastern Cooperative Oncology Group</italic> Performance Status), patients’ distress level at the time of hospital admission, pain information (numerical rating scale), type of therapy (eg, tumor-specific therapy [curative/palliative], anti-infective, radiation, parenteral nutrition, intravenous fluid substitution, transfusion, long-term medication for secondary diagnosis), and what additional supportive medication (eg, analgesics, sedatives) patients receive at the moment of documentation, as well as the availability of advance directives.</p>
              <p>Additionally, the documentation form aims to assess other information, such as: patients’ wishes regarding decisions to limit treatment, and if and where it is documented; if decisions to limit treatment have been made, and if and where they are documented; and, if a palliative consultation, if psycho-oncological consultation / support are offered and if social services are involved. All changes regarding treatment limitation in the next week will be noted as well.</p>
            </sec>
          </sec>
        </sec>
        <sec>
          <title>Phase 2 (T2): Development and Implementation of the Guideline</title>
          <p>The guideline will be developed in four interprofessional working groups with equal participation of clinic management, senior and assistant physicians, psycho-oncologists, nursing management, nurses, and quality managers. In group settings the participants will discuss different topics related to treatment limitation, communication, documentation of decisions, and legal aspects. Each group will formulate statements and recommendations which will be finally approved by the mandate holders that are eligible to vote. Finally, the guideline will be presented to the external experts of palliative medicine, medical ethics, and medical law for editing and improvement. The methodology of guideline development will be described in detail in a separate paper.</p>
          <sec>
            <title>The Intervention</title>
            <p>After presentation of the guideline at the internal hospital conference, mandatory training courses will be offered for oncologists and nurses to become familiar with the application of the guideline in their daily practice.</p>
          </sec>
        </sec>
        <sec>
          <title>Phase 3 (T3): Postinterventional Study of Decision-Making Practice</title>
          <p>After implementation of the guideline, all measurements from phase 1 (T1), aside from the in-depth qualitative interviews with oncologists and nurses, will be repeated to assess possible changes in clinical practice after guideline implementation.</p>
          <sec>
            <title>Measure of Compliance to the Guideline</title>
            <p>Oncologists’ self-reported compliance to the guideline will be measured using several additional self-formulated questions on oncologists’ guideline adherence that will be placed at the end of the questionnaire in phase 3. These questions will assess if the guideline will be used by oncologists in every patient’s case and whether it will be helpful for end-of-life decision making. Furthermore, a short additional questionnaire is planned to assess oncologists’ opinions on the applicability and practicability of the implemented guideline.</p>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Some parts of the project have been completed and published [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. A qualitative study with 29 oncologists and oncology nurses revealed that participants had different approaches to initiation of end-of-life discussions. These approaches were ethically weighted and a framework for oncologists was elaborated. This framework favored an anticipatory approach of preparing patients for forgoing therapy throughout the course of disease [<xref ref-type="bibr" rid="ref22">22</xref>]. The preimplementation study of current decision-making practice (n=567 patients documented) demonstrated that decisions to limit treatment preceded the death of many patients with a cancer disease (62/76, 82% of deceased patients), but usually were made in the last week of life [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>This paper describes the study design of an implementation and evaluation strategy of an ethical guideline for decision-making related to limiting treatment in advanced cancer patients that is grounded in empirical data. The pursued goal is to provide an informed, transparent, and ethically founded approach to controversial questions associated with treatment limitation, taking into account a specific environment of a university hospital.</p>
        <p>As far as we are aware, this is the first study of its kind that uses a mixed-method approach, and involves patients, oncologists, and nurses to evaluate the impact of an ethical guideline on clinical practice. According to the literature review on institutional ethics policies for end-of-life decisions conducted by Lemiengre et al [<xref ref-type="bibr" rid="ref23">23</xref>], most studies have focused on the implementation of do not-resuscitate policies; however, the use of before-and-after designs is scarce. Some studies deal with policies on pain, symptom control, and euthanasia [<xref ref-type="bibr" rid="ref23">23</xref>]. However, there is a lack of pre-post interventional studies on ethical guideline development.</p>
      </sec>
      <sec>
        <title>Study Strengths</title>
        <sec>
          <title>Analysis of Different Perspectives</title>
          <p>One major strength of this study is the evaluation of decision-making related to limiting treatment from different perspectives of oncologists, nurses, and patients, and comparing them to each other before and after implementation of the guideline. Additionally, we will analyze oncologists’, nurses’, and patients’ needs and perceived difficulties in decision-making that will allow us to develop a guideline based on the interests of all parties. Furthermore, we will assess the perspective and needs of patients with advanced cancer shortly before dying. This patient group is not easy to include in studies as they are very weak and need a sensitive approach when they are assessed on end-of-life topics.</p>
        </sec>
        <sec>
          <title>Mixed-Method Approach</title>
          <p>An important strength of this study is the application of different methods and the collection of multiple sources of data (interviews, observations, and surveys) and perspectives of different parties (patients, oncologists, and nurses) to study the same topic. The triangulation of data contributes to the credibility of the results and will make the findings more grounded, thereby offsetting the weaknesses of both quantitative and qualitative research [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
        <sec>
          <title>Multidisciplinary Team</title>
          <p>For all phases of the project we will engage with a multidisciplinary team that includes experienced experts from psycho-oncology, sociology, clinical oncology, nursery, palliative medicine, and medical ethics. Decision-making at the end of life is a complex process that faces challenges of psychological, medical, and ethical natures. Different professional backgrounds and skills could provide a better framework for analysis and understanding of this process.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Limitations</title>
        <p>One of the considerable limitations is a well-documented challenge that is associated with the pre-post interventional design studies. Pre-post studies assume that any difference in measurement in “prestudy” compared with “poststudy” is due to the intervention; however, they do not account for other elements that are also changing at the same time that the intervention is taking place. It is difficult to determine if a certain intervention has indeed produced observed improvement.</p>
        <p>A further limitation is that we have to use different patients’ samples in pretests and posttests. The development and implementation of the guideline will take some time and many patients will not be available to participate in the posttest measurements. Furthermore, we must consider that by partaking in in-depth qualitative interviews and a very extensive questionnaire, the awareness of ethical issues among oncologists and nurses could be considerably raised. Consequently, it is difficult to distinguish the effects of the study itself on the clinical practice of decision-making from the effects caused by the guideline implementation. However, we should note that there is a high rate of fluctuation in a university hospital and this argument might not apply.</p>
        <p>Additionally, the observed improvement could be due to the so-called Hawthorne effect (or observer effect) when participants change or adapt their behavior due to the awareness of observation and assessment [<xref ref-type="bibr" rid="ref24">24</xref>]. This effect is not easy to quantify. However, literature suggests that triangulation of data using a variety of methods from different sources can contribute to reducing or even overcoming the mentioned effect [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. A further limitation is related to certain particularities of a large university hospital setting. A characteristic of a university hospital environment is that junior staff at the wards rotate every 3-6 months. Consequently, some junior oncologists that participate in the preintervention phase may not have been present at the guideline implementation phase as well as at the postevaluation phase.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The results of this study aim at improving the development and implementation of ethical guidelines into clinical practice. We expect that our intervention will contribute to improvements in the decision-making processes on treatment limitation in patients with advanced cancer, increase the awareness for patient treatment preferences and their involvement in decision-making, and reduce psychological and moral distress within the caregiver team. Another expected outcome of the intervention is improvements in documentation transparency and traceability.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Peer-reviewer report (German).</p>
        <media xlink:href="resprot_v7i6e157_app1.pdf" xlink:title="PDF File (Adobe PDF File), 176KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EPAL</term>
          <def>
            <p>Ethics Policy for Advanced Care Planning and Limiting Treatment</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by research grant #109658 of the Deutsche Krebshilfe (German Cancer Aid).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baszanger</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>One more chemo or one too many? Defining the limits of treatment and innovation in medical oncology</article-title>
        <source>Soc Sci Med</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>75</volume>  
        <issue>5</issue>  
        <fpage>864</fpage>  
        <lpage>72</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2012.03.023</pub-id>
        <pub-id pub-id-type="medline">22658622</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(12)00290-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harrington</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>TJ</given-names>
          </name>
        </person-group>
        <article-title>The role of chemotherapy at the end of life: “when is enough, enough?”</article-title>
        <source>JAMA</source>  
        <year>2008</year>  
        <month>06</month>  
        <day>11</day>  
        <volume>299</volume>  
        <issue>22</issue>  
        <fpage>2667</fpage>  
        <lpage>78</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18544726"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1001/jama.299.22.2667</pub-id>
        <pub-id pub-id-type="medline">18544726</pub-id>
        <pub-id pub-id-type="pii">299/22/2667</pub-id>
        <pub-id pub-id-type="pmcid">PMC3099412</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Meffert</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gaertner</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Seibel</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Jors</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bardenheuer</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Buchheidt</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mayer-Steinacker</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Viehrig</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Stock</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Xander</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Becker</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Early Palliative Care-Health services research and implementation of sustainable changes: the study protocol of the EVI project</article-title>
        <source>BMC Cancer</source>  
        <year>2015</year>  
        <month>05</month>  
        <day>29</day>  
        <volume>15</volume>  
        <fpage>443</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmccancer.biomedcentral.com/articles/10.1186/s12885-015-1453-0"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12885-015-1453-0</pub-id>
        <pub-id pub-id-type="medline">26022223</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12885-015-1453-0</pub-id>
        <pub-id pub-id-type="pmcid">PMC4448282</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pirl</surname>
            <given-names>WF</given-names>
          </name>
          <name name-style="western">
            <surname>Greer</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Irwin</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Lennes</surname>
            <given-names>IT</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>VA</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>ER</given-names>
          </name>
          <name name-style="western">
            <surname>Fujisawa</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Wright</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Temel</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Processes of discontinuing chemotherapy for metastatic non-small-cell lung cancer at the end of life</article-title>
        <source>J Oncol Pract</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>e405</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25829525"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1200/JOP.2014.002428</pub-id>
        <pub-id pub-id-type="medline">25829525</pub-id>
        <pub-id pub-id-type="pii">JOP.2014.002428</pub-id>
        <pub-id pub-id-type="pmcid">PMC4438117</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Snyder</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hazelett</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Allen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Radwany</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Physician knowledge, attitude, and experience with advance care planning, palliative care, and hospice: results of a primary care survey</article-title>
        <source>Am J Hosp Palliat Care</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>30</volume>  
        <issue>5</issue>  
        <fpage>419</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1177/1049909112452467</pub-id>
        <pub-id pub-id-type="medline">22798634</pub-id>
        <pub-id pub-id-type="pii">1049909112452467</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hui</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mori</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Parsons</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Damani</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Bruera</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>The lack of standard definitions in the supportive and palliative oncology literature</article-title>
        <source>J Pain Symptom Manage</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>43</volume>  
        <issue>3</issue>  
        <fpage>582</fpage>  
        <lpage>92</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22104619"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2011.04.016</pub-id>
        <pub-id pub-id-type="medline">22104619</pub-id>
        <pub-id pub-id-type="pii">S0885-3924(11)00428-3</pub-id>
        <pub-id pub-id-type="pmcid">PMC3818788</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>EC</given-names>
          </name>
          <name name-style="western">
            <surname>Reiter-Theil</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lange-Riess</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Schmahl-Menges</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Hiddemann</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Patient involvement in decisions to limit treatment: the crucial role of agreement between physician and patient</article-title>
        <source>J Clin Oncol</source>  
        <year>2009</year>  
        <month>05</month>  
        <day>01</day>  
        <volume>27</volume>  
        <issue>13</issue>  
        <fpage>2225</fpage>  
        <lpage>30</lpage>  
        <pub-id pub-id-type="doi">10.1200/JCO.2008.17.9515</pub-id>
        <pub-id pub-id-type="medline">19307508</pub-id>
        <pub-id pub-id-type="pii">JCO.2008.17.9515</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clayton</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Butow</surname>
            <given-names>PN</given-names>
          </name>
          <name name-style="western">
            <surname>Tattersall</surname>
            <given-names>MHN</given-names>
          </name>
        </person-group>
        <article-title>When and how to initiate discussion about prognosis and end-of-life issues with terminally ill patients</article-title>
        <source>J Pain Symptom Manage</source>  
        <year>2005</year>  
        <month>08</month>  
        <volume>30</volume>  
        <issue>2</issue>  
        <fpage>132</fpage>  
        <lpage>44</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2005.02.014</pub-id>
        <pub-id pub-id-type="medline">16125028</pub-id>
        <pub-id pub-id-type="pii">S0885-3924(05)00254-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baile</surname>
            <given-names>WF</given-names>
          </name>
          <name name-style="western">
            <surname>Lenzi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Buckman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Oncologists' attitudes toward and practices in giving bad news: an exploratory study</article-title>
        <source>J Clin Oncol</source>  
        <year>2002</year>  
        <month>04</month>  
        <day>15</day>  
        <volume>20</volume>  
        <issue>8</issue>  
        <fpage>2189</fpage>  
        <lpage>96</lpage>  
        <pub-id pub-id-type="doi">10.1200/JCO.2002.08.004</pub-id>
        <pub-id pub-id-type="medline">11956281</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>NHS Centre for Reviews and Dissemination</collab>
        </person-group>
        <article-title>Implementing clinical practice guidelines: can guidelines be used to improve clinical practice</article-title>
        <source>Effective Health Care</source>  
        <year>1994</year>  
        <volume>8</volume>  
        <fpage>0965</fpage>  
        <lpage>0288</lpage><comment> 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.york.ac.uk/media/crd/ehc18.pdf"/></comment> </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Strech</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Schildmann</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Quality of ethical guidelines and ethical content in clinical guidelines: the example of end-of-life decision-making</article-title>
        <source>J Med Ethics</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>37</volume>  
        <issue>7</issue>  
        <fpage>390</fpage>  
        <lpage>6</lpage>   
        <pub-id pub-id-type="doi">10.1136/jme.2010.040121</pub-id>
        <pub-id pub-id-type="medline">21343629</pub-id>
        <pub-id pub-id-type="pii">jme.2010.040121</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Creswell</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <source>Research Design: Qualitative, Quantitative, and Mixed Methods Approaches</source>  
        <year>2013</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>SAGE Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Strauss</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Corbin</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Basics of Qualitative Research:Techniques and Procedures for Developing Grounded Theory</source>  
        <year>1998</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>SAGE Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mehnert</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Müller</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lehmann</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Koch</surname>
            <given-names>U</given-names>
          </name>
        </person-group>
        <article-title>Die deutsche Version des NCCN Distress-Thermometers</article-title>
        <source>Zeitschrift für Psychiatrie, Psychologie und Psychotherapie</source>  
        <year>2006</year>  
        <volume>54</volume>  
        <issue>3</issue>  
        <fpage>213</fpage>  
        <lpage>23</lpage>
        <pub-id pub-id-type="doi">10.1024/1661-4747.54.3.213</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Whooley</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Avins</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Miranda</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Browner</surname>
            <given-names>WS</given-names>
          </name>
        </person-group>
        <article-title>Case-finding instruments for depression. Two questions are as good as many</article-title>
        <source>J Gen Intern Med</source>  
        <year>1997</year>  
        <month>07</month>  
        <volume>12</volume>  
        <issue>7</issue>  
        <fpage>439</fpage>  
        <lpage>45</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=1997&#38;volume=12&#38;issue=7&#38;spage=439"/>
        </comment>  
        <pub-id pub-id-type="medline">9229283</pub-id>
        <pub-id pub-id-type="pmcid">PMC1497134</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jocham</surname>
            <given-names>HR</given-names>
          </name>
          <name name-style="western">
            <surname>Dassen</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Widdershoven</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Halfens</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Reliability and validity of the EORTC QLQ-C30 in palliative care cancer patients</article-title>
        <source>Cent Eur J Med</source>  
        <year>2009</year>  
        <volume>4</volume>  
        <issue>3</issue>  
        <fpage>348</fpage>  
        <lpage>357</lpage>
        <pub-id pub-id-type="doi">10.2478/s11536-009-0032-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Laryionava</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Sklenarova</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Heußner</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Haun</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Stiggelbout</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Hartmann</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>EC</given-names>
          </name>
        </person-group>
        <article-title>Cancer patients' preferences for quantity or quality of life: German translation and validation of the quality and quantity questionnaire</article-title>
        <source>Oncol Res Treat</source>  
        <year>2014</year>  
        <volume>37</volume>  
        <issue>9</issue>  
        <fpage>472</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1159/000366250</pub-id>
        <pub-id pub-id-type="medline">25231687</pub-id>
        <pub-id pub-id-type="pii">000366250</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haun</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Sklenarova</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>EC</given-names>
          </name>
          <name name-style="western">
            <surname>Huber</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Siminoff</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Woll</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Brechtel</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Herzog</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Hartmann</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Assessing patient-caregiver communication in cancer--a psychometric validation of the Cancer Communication Assessment Tool (CCAT-PF) in a German sample</article-title>
        <source>Support Care Cancer</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>22</volume>  
        <issue>9</issue>  
        <fpage>2473</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00520-014-2241-0</pub-id>
        <pub-id pub-id-type="medline">24722779</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Degner</surname>
            <given-names>LF</given-names>
          </name>
          <name name-style="western">
            <surname>Sloan</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Venkatesh</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The Control Preferences Scale</article-title>
        <source>Can J Nurs Res</source>  
        <year>1997</year>  
        <volume>29</volume>  
        <issue>3</issue>  
        <fpage>21</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="medline">9505581</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bieber</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Nicolai</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Müller</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Der Fragebogen zur Arzt-Patient-Interaktion (FAPI). Validierung und psychometrische Optimierung anhand einer Stichprobe chronischer Schmerzpatienten</article-title>
        <source>Klin Diagnostik Evaluation</source>  
        <year>2011</year>  
        <volume>4</volume>  
        <fpage>78</fpage>  
        <lpage>93</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.researchgate.net/profile/Jennifer_Nicolai/publication/230736740_Der_Fragebogen_zur_Arzt-Patient-Interaktion_FAPI_-_Validierung_und_psychometrische_Optimierung_anhand_einer_Stichprobe_chronischer_Schmerzpatienten/links/004635396d9febf071000000/Der-Fragebogen-zur-Arzt-Patient-Interaktion-FAPI-Validierung-und-psychometrische-Optimierung-anhand-einer-Stichprobe-chronischer-Schmerzpatienten.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wocial</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Weaver</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <article-title>Development and psychometric testing of a new tool for detecting moral distress: the Moral Distress Thermometer</article-title>
        <source>J Adv Nurs</source>  
        <year>2013</year>  
        <month>01</month>  
        <volume>69</volume>  
        <issue>1</issue>  
        <fpage>167</fpage>  
        <lpage>74</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2648.2012.06036.x</pub-id>
        <pub-id pub-id-type="medline">22607094</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Laryionava</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Heußner</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Hiddemann</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>EC</given-names>
          </name>
        </person-group>
        <article-title>Framework for timing of the discussion about forgoing cancer-specific treatment based on a qualitative study with oncologists</article-title>
        <source>Support Care Cancer</source>  
        <year>2015</year>  
        <month>03</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>715</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00520-014-2416-8</pub-id>
        <pub-id pub-id-type="medline">25172311</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lemiengre</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>de Casterle</surname>
            <given-names>BD</given-names>
          </name>
          <name name-style="western">
            <surname>Van Craen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Schotsmans</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Gastmans</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Institutional ethics policies on medical end-of-life decisions: a literature review</article-title>
        <source>Health Policy</source>  
        <year>2007</year>  
        <month>10</month>  
        <volume>83</volume>  
        <issue>2-3</issue>  
        <fpage>131</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.healthpol.2007.02.013</pub-id>
        <pub-id pub-id-type="medline">17433489</pub-id>
        <pub-id pub-id-type="pii">S0168-8510(07)00063-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Monahan</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Benefits of “Observer Effects”: lessons from the field</article-title>
        <source>Qual Res</source>  
        <year>2010</year>  
        <month>06</month>  
        <day>01</day>  
        <volume>10</volume>  
        <issue>3</issue>  
        <fpage>357</fpage>  
        <lpage>376</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21297880"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1468794110362874</pub-id>
        <pub-id pub-id-type="medline">21297880</pub-id>
        <pub-id pub-id-type="pmcid">PMC3032358</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Oswald</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Sherratt</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Handling the Hawthorne effect: the challenges surrounding a participant observer</article-title>
        <source>RoSS</source>  
        <year>2014</year>  
        <month>11</month>  
        <day>01</day>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>53</fpage>  
        <lpage>74</lpage>  
        <pub-id pub-id-type="doi">10.21586/ross0000004</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holden</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>Hawthorne effects and research into professional practice</article-title>
        <source>J Eval Clin Pract</source>  
        <year>2001</year>  
        <month>02</month>  
        <volume>7</volume>  
        <issue>1</issue>  
        <fpage>65</fpage>  
        <lpage>70</lpage>  
        <pub-id pub-id-type="medline">11240840</pub-id>
        <pub-id pub-id-type="pii">jep280</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
