<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i6e29004</article-id>
      <article-id pub-id-type="pmid">35666559</article-id>
      <article-id pub-id-type="doi">10.2196/29004</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development, Testing, and Implementation of the Belgian Patient Reported Experience Measure for Pancreatic Cancer Care (PREPARE) Project: Protocol for a Multi-Method Research Project</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hu</surname>
            <given-names>Dian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Thomson</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Moens</surname>
            <given-names>Katrien</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Cancer Centre</institution>
            <institution>Sciensano</institution>
            <addr-line>Rue Juliette Wytsmanstraat 14</addr-line>
            <addr-line>1050 Brussels</addr-line>
            <addr-line>Brussels, 1050</addr-line>
            <country>Belgium</country>
            <phone>32 0495894851</phone>
            <email>Katrien.Moens@sciensano.be</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3742-4678</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Peeters</surname>
            <given-names>Marc</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4969-2303</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Van den Bulcke</surname>
            <given-names>Marc</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1866-154X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Leys</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3587-4002</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Horlait</surname>
            <given-names>Melissa</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1899-7518</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Cancer Centre</institution>
        <institution>Sciensano</institution>
        <addr-line>Brussels</addr-line>
        <country>Belgium</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University Hospital Antwerp (UZA)</institution>
        <addr-line>Antwerp</addr-line>
        <country>Belgium</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Organisation, Policy &#38; Social Inequalities in Healthcare Research Group (OPIH)</institution>
        <institution>Vrije Universiteit Brussels</institution>
        <addr-line>Brussels</addr-line>
        <country>Belgium</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Katrien Moens <email>Katrien.Moens@sciensano.be</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>6</issue>
      <elocation-id>e29004</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Katrien Moens, Marc Peeters, Marc Van den Bulcke, Mark Leys, Melissa Horlait. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 06.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/6/e29004" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients with pancreatic cancer do not feel involved in the development of their treatment and care plans. In Belgium, these plans are decided on during multidisciplinary team meetings. However, limited time is spent on the discussion of the preferences of the patient during these meetings. This research project aims to develop a patient-reported experience measure (PREM) for pancreatic cancer and assess if its use can support collaborative treatment decision-making.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aims to outline the protocol for a multi-method research project to improve person-centered pancreatic cancer care in Belgium. Three subobjectives are pursued: (1) to develop a PREM to assess the experiences of care-related aspects in pancreatic cancer care, (2) to validate the PREM, and (3) to develop and evaluate an educational intervention to support the use of the PREM’s results.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>For the development of the PREM, an exploratory mixed methods study design will be used. The study will start with a survey followed by a telephone interview involving patients with pancreatic cancer and digestive oncology health care professionals. Study two is the testing of the content and construct validity of the PREM. Study three involves the implementation study according to the Medical Research Council framework of a complex intervention introducing the PREM in practice. The effectiveness of the intervention will be investigated using a pragmatic randomized controlled trial study design.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The protocol presents the entire structure of the research project. Ethics approval to conduct the exploratory mixed methods study (objective 1) has been obtained, and recruitment has started since January 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The poor prognosis of patients with pancreatic cancer should not be considered a hurdle to not study this patient population group. Involving patients in the research and decision-making processes early on is key. This project aims to realize a scientifically sound research process providing research outputs that can easily and timely be implemented in the care trajectory of patients with pancreatic cancer. This research project will also lead to recommendations on how to involve patients with pancreatic cancer and how the methodology of this research project can be translated to other patient groups.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/29004</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient-centered care</kwd>
        <kwd>quality of health care</kwd>
        <kwd>interdisciplinary research</kwd>
        <kwd>decision-making</kwd>
        <kwd>pancreatic cancer</kwd>
        <kwd>quality</kwd>
        <kwd>outcome</kwd>
        <kwd>assessment</kwd>
        <kwd>cancer</kwd>
        <kwd>pancreas</kwd>
        <kwd>development</kwd>
        <kwd>testing</kwd>
        <kwd>implementation</kwd>
        <kwd>patient-reported</kwd>
        <kwd>experience</kwd>
        <kwd>protocol</kwd>
        <kwd>participatory medicine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Consensus grows that patients’ needs and experiences should be at the center of quality improvement initiatives. Person-centered care emerges internationally as a key indicator of the quality of (value-based) health care [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>Person-centeredness is rooted in the definition of “patient-centeredness.” The standard definition of Stewart et al [<xref ref-type="bibr" rid="ref2">2</xref>] states that patient-centeredness encompasses six interconnecting dimensions: exploring both the disease and the illness experience, understanding the whole person, finding common ground between the physician and patient, incorporating prevention and health promotion, enhancing the doctor-patient relationship, and “being realistic” about personal limitations and issues such as the availability of time and resources [<xref ref-type="bibr" rid="ref2">2</xref>]. High levels of positive patient experiences are associated with higher levels of adherence to recommended prevention or treatment processes, better clinical outcomes, a better patient safety culture within hospitals, and less unnecessary use of health care [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Psychometric solid patient-reported experience measures (PREMs) are used as tools to assess person-centered care [<xref ref-type="bibr" rid="ref4">4</xref>]. PREMs measure the patient’s experiences with health care services based on validated questionnaires. Greenalgh et al [<xref ref-type="bibr" rid="ref5">5</xref>] frame the positive influence of well-implemented routinely collected patient-reported measures on patient health outcomes including their effects on doctor-patient communication, monitoring of the treatment response, detection of unrecognized problems, patients’ health behavior, and clinician’s management of the patient [<xref ref-type="bibr" rid="ref5">5</xref>]. One other important benefit that PREMs bring along is their ability to enrich the practitioner-patient conversations in various ways; for example, the PREM’s results can be used to help support the patients’ reflection and expression during consultations [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      </sec>
      <sec>
        <title>PREMs in Oncology</title>
        <p>A recent systematic review concludes that oncology PREMs with good psychometric characteristics are lacking; most identified PREMs scored low on reliability, effectiveness, content, and construct validity [<xref ref-type="bibr" rid="ref6">6</xref>]. General PREMs for all types of cancer are not recommended. The review argues that the specificity of measures and responsiveness of a PREM can be realized by developing a PREM for a specific type of cancer [<xref ref-type="bibr" rid="ref6">6</xref>]. In 2019, a British pancreatic cancer survey was developed to measure the needs and experiences of patients with pancreatic cancer and to assess the services provided by the charity Pancreatic Cancer UK [<xref ref-type="bibr" rid="ref7">7</xref>]. This survey is used for cross-sectional measurements [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Besides methodological issues, the use and impact of PREMs in clinical practice remains relevant. Furthermore, more knowledge grounded in research on how and when to introduce PREMs data during consultations is needed [<xref ref-type="bibr" rid="ref4">4</xref>]. Some evidence identified critical moderating mechanisms to implement patient-reported data such as providing multiple moments of feedback over a period of time [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]; addressing different stakeholders (physicians, nurses, allied health care professionals, as well as patients) with simple, clear, graphical, and longitudinal meaningful interpretation of the measurement results; providing training for both health care professionals and patients; and offering decision-making aids, clear management plans, and clinical pathways including referrals [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Hampering factors are classified as people-based barriers, questionnaire-based barriers, and barriers related to access and interpretation of PREMs data.</p>
      </sec>
      <sec>
        <title>Rationale for a Pancreatic Cancer PREM</title>
        <p>In 2018, a total of 2024 of the 70,468 (~3%) Belgian people diagnosed with cancer have pancreatic cancer [<xref ref-type="bibr" rid="ref15">15</xref>]. It ranks as the 10th most common cancer type in Belgium [<xref ref-type="bibr" rid="ref15">15</xref>]. Pancreatic cancer is often detected at a late stage frequently combined with metastases or growth in the surrounding tissue [<xref ref-type="bibr" rid="ref16">16</xref>]. Only 12.4% of patients live for more than 5 years [<xref ref-type="bibr" rid="ref15">15</xref>]. For the majority of patients, the tumor cannot be removed. Palliative treatment with chemotherapy, whether or not supplemented with radiation, is most often considered [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>An assessment of the organization of pancreatic cancer treatment and care in Belgium mentioned the lack of concentration of expertise in hospitals to treat and care for patients with pancreatic cancer [<xref ref-type="bibr" rid="ref17">17</xref>]. In July 2019, expertise centers were formally recognized for, for example, complex surgical interventions. At the same time, quality indicators to monitor care and treatment were identified: the time between confirmed diagnosis and the start of the treatment; 1-, 3-, and 5-year observed survival; and relative survival. It is essential to also assess patient experiences, but a pancreatic cancer PREM is not yet available in Belgium. A specific instrument measuring the experiences of the patient’s entire care trajectory (from diagnosis to follow-up) will support the quality improvement process.</p>
        <p>Overall, patients with pancreatic cancer are underrepresented in psychosocial research owing to the limited prognosis of the disease [<xref ref-type="bibr" rid="ref7">7</xref>]. Patients with pancreatic cancer do not feel involved in the development of their treatment and care plans mainly because they are stressed by the life-threatening nature of their condition [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Nonetheless, this is a population with potentially severe needs [<xref ref-type="bibr" rid="ref18">18</xref>]. Hence, the specific PREM—the results of which are immediately used to improve care and treatment delivery—could also be highly relevant, additionally for strengthening a team-based approach [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>Pancreatic cancer treatment and care requires a multidisciplinary collaboration including professionals directly involved with the care of patients with pancreatic cancer such as digestive oncologists, nutritionists, psychologists, (digestive) oncology nurses, social assistants, physiotherapists, and occupational therapists [<xref ref-type="bibr" rid="ref17">17</xref>]. Timely and appropriate care can only be delivered when these health care professionals work as a multidisciplinary team [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>A multidisciplinary team is defined as two or more health care professionals interacting in a dynamic and flexible way working toward collectively agreed goals [<xref ref-type="bibr" rid="ref19">19</xref>]. An often used tool to coordinate activities and decision-making processes are team meetings [<xref ref-type="bibr" rid="ref20">20</xref>]. In Belgium, multidisciplinary team meetings in oncology take place in different formats; that is, formally regulated and financed multidisciplinary oncology consultations (MOCs), patient ward rounds, and ward meetings [<xref ref-type="bibr" rid="ref20">20</xref>]. The benefits of multidisciplinary team meetings are well documented; for example, their ability to realize better team performance after case discussion being one of them [<xref ref-type="bibr" rid="ref21">21</xref>]. However, one can question whether these MOCs are truly multidisciplinary, considering all types of patient needs [<xref ref-type="bibr" rid="ref21">21</xref>]. Notwithstanding, a recent study found that in the context of MOCs, these in fact do not show a true multidisciplinary character [<xref ref-type="bibr" rid="ref20">20</xref>]. This has mainly to do with physicians taking the upper hand during MOCs, mostly discussing biomedical information leaving nurses and psychologists with limited time to exchange information related to patient preferences and psychosocial aspects. This negatively impacts the implementation of treatment recommendations; for example, making nonholistic treatment recommendations [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Horlait et al [<xref ref-type="bibr" rid="ref20">20</xref>] argue that the findings of their study can be used as a basis to design and implement interventions aiming to reinforce the inclusion of psychosocial information and patient preferences during MOCs [<xref ref-type="bibr" rid="ref20">20</xref>]. This research project takes this recommendation on board, aiming to study if, for example, an intervention entailing the inclusion of PREM results during MOCs or other consultation settings can improve the delivery of person-centered pancreatic cancer care.</p>
      </sec>
      <sec>
        <title>Study Purpose</title>
        <p>Within this research project, three subobjectives are pursued:</p>
        <list list-type="order">
          <list-item>
            <p>To develop a PREM measuring the experiences of care-related aspects in pancreatic cancer care;</p>
          </list-item>
          <list-item>
            <p>To validate the PREM; and</p>
          </list-item>
          <list-item>
            <p>To develop and evaluate an (educational) intervention to support the use of the PREM results in clinical multidisciplinary practice.</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This study is based on a multi-method approach combining qualitative and quantitative research methodologies. Three sequential studies are planned where the results of a step feeds into the next substudy.</p>
      </sec>
      <sec>
        <title>Objective 1: Development of the PREM</title>
        <p>An exploratory mixed methods study design will be used to accomplish objective 1. The development of the PREM items starts with a systematic exploration of opinions on items to take into account by (a) patients with pancreatic cancer and their relatives and (b) health care professionals working in digestive oncology. The study will start with a (quantitative) survey followed by a (qualitative) telephone interview study. This latter strategy proved to be effective in other studies [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>In the survey, respondents will be asked to assess the relevance of a list of items to include in the PREM using a Likert-based scale from 1=Very Important to 5=Very Unimportant. These items are extracted from the literature and the evidence with regard to needs and experiences of patients with pancreatic cancer. This survey will be piloted first to make sure that all items and the information in the supporting documents are well understood. Participants of the survey will be asked if they want to take part in a follow-up telephone interview, seeking more qualitative in-depth information about their vision on the importance of measuring patient experiences, which factors could influence this process, how and in which consultation setting these PREM results should be used, and on which time points PREM completions should be scheduled. The interviews will be semistructured, leaving sufficient leeway and flexibility to adapt to participants’ contribution, but structured by means of an interview guide topic list. These topics are also extracted from the evidence regarding barriers and facilitators when implementing the PREM’s results. The topic list will also be piloted first. The number of interviews will be defined by principles of saturation; that is, the moment on which no new data will be generated [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Respondents will be recruited via all Belgian digestive oncologists who treat patients with pancreatic cancer and who are in charge of multidisciplinary health care provision. These oncologists will receive an email asking to participate in the study and to help with the recruitment forwarding this call for participation to other digestive oncology health care professionals and patients with pancreatic cancer.</p>
        <p>The data from the surveys will be descriptively analyzed, and an item will be included in the PREM if at least 75% of the respondents gave it an average rating of 2 or less on the Likert scale of importance. This 75% consensus determination is based on the recommendation of Keeney et al [<xref ref-type="bibr" rid="ref25">25</xref>]. The list of domains that will eventually be consented on will then be reformulated to items for the PREM. These are then further evaluated in the validation study. The aim is to have at least 100 participants, which is a number suggested in the study by Boulkedid et al [<xref ref-type="bibr" rid="ref26">26</xref>] to make sure a solid consent is realized [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The qualitative data generated via follow-up telephone interviews will be thematically analyzed using a grounded theory approach in which the principles of inductive reasoning will be applied, resulting in labels supported by quotes of the interviews [<xref ref-type="bibr" rid="ref27">27</xref>]. This methodology allows us to analyze in a descriptive, explorative, and detailed way focusing on different research questions at the same time. The same analysis will be performed by two researchers; that is, investigator triangulation will be realized to reduce researcher’s bias when looking at the same data and when defining the themes [<xref ref-type="bibr" rid="ref28">28</xref>]. The results of this qualitative analysis will provide input for the implementation intervention that will be developed, piloted, and tested as part of objective 3. All these data will be anonymized, and possible respondent-identifying information will be deleted from the interview transcripts. The audio files will be stored on a password-protected server.</p>
      </sec>
      <sec>
        <title>Objective 2: Validation of the PREM</title>
        <p>Validation of the PREM will take place in several steps. The <italic>content validity</italic> of the PREM will be tested through focus groups (maximum of 7 persons per focus group) or individual interviews with patients with pancreatic cancer. They will be asked to assess the items in terms of the formulation or chosen terminology, the response scale, and the relevance of each item. After this, the stability of the items will be examined by means of a test-retest of the PREM. This involves a limited number of patients with pancreatic cancer, who will be asked to complete the survey presenting the PREM on two different time points. The construct validity will be tested on the PREM data set that will be generated via the PrCT (see objective 3) and by means of an exploratory factor analysis (EFA) that will be executed on the trial data. This will allow us to investigate how many dimensions can be determined in a construct and it will help to reduce items because items that have no contribution to the factors can be deleted [<xref ref-type="bibr" rid="ref29">29</xref>]. Principal components analysis will be the statistical measure used. To be able to perform an EFA, a minimum of 100 patients is necessary [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>The COSMIN (COnsensus-based Standards for the selection of health status Measurement INstruments) checklist will be used to assess the methodological quality of the PREM throughout its entire development and validation process [<xref ref-type="bibr" rid="ref31">31</xref>]. This checklist specifies the standards related to the design of a PREM development study and the nine measurement-related property standards; that is, content validity, structural validity, internal consistency, cross-cultural validity or measurement invariance, reliability, measurement error, criterion validity, hypotheses testing for construct validity, and responsiveness.</p>
      </sec>
      <sec>
        <title>Objective 3: Testing the Effectiveness of the PREM Implementation Intervention</title>
        <p>The results of the primary inductive analysis of the follow-up telephone interviews will be integrated in the framework of the development of a complex intervention according to the Medical Research Council (MRC) framework realizing a framework analysis. The results of this framework analysis will help identify the key elements for an intervention to implement the PREM. This proposed intervention will be presented to patients with pancreatic cancer and their health care professionals via focus groups aiming to explore its feasibility and to provide consent on the prefinal content of the intervention. Before testing the effectiveness of the PREM implementation intervention using a PrCT study design, a pilot study will be carried out. We chose a PrCT design because we will study the effectiveness of the intervention in a real-world setting or direct practice, and the results will be used to inform treatment effectiveness and health care decisions [<xref ref-type="bibr" rid="ref32">32</xref>]. The intervention group will be the consultation setting using PREM results with, for example, facilitating (educational) interventions. The control group involves the standard consultation setting. We will use effectiveness criteria as proposed by Chen et al [<xref ref-type="bibr" rid="ref7">7</xref>] (the effects it has on the treatment response; the changes to patient health behavior; the changes to clinicians’ management of the patient; and the improvement of health outcomes) as well as the experience of the patients.</p>
        <p>The PrCT will follow the steps as specified in the Consolidated Standards of Reporting Trials 2010 checklist. This checklist indicates the aspects such as trial objectives, trial design, interventions, outcomes, sample size, randomization, blinding, statistical methods, participant flow, recruitment, baseline data, and numbers analyzed, which will need to be reported when carrying out the trial.</p>
        <p>The PREM’s implementation intervention will need to be flexible enough to be used and adapted to each specific practice; hence, we can consider it a complex intervention [<xref ref-type="bibr" rid="ref33">33</xref>]. In this perspective, we will use the MRC Framework for the development, evaluation, and implementation of complex interventions as our general guidance throughout the research project [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> below visualizes the different steps within the research project.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Diagrammatic representation of the steps and methods within the Patient Reported Experience Measure for Pancreatic Cancer Care (PREPARE) research project. PrCT: pragmatic randomized controlled trial; PREM: patient-reported experience measure.</p>
          </caption>
          <graphic xlink:href="resprot_v11i6e29004_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethics approval to conduct the exploratory mixed methods study (objective 1) has been obtained (B14320200000170) from the Medical Ethics Committee of the University Hospital Brussels that will be the central committee. If necessary additional ethical approval will be obtained from the participating hospitals.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The protocol presents the entire structure of the research project entailing three different studies each feeding into each other. For now, a steering group has been composed with representatives of the Belgian federal government of Public Health and Social Affairs, the National Institute for Sickness and Disability Insurance, the Belgian College of Oncology, Sciensano, two digestive oncology specialists, and the director of the Belgian pancreatic cancer community. This steering group gives direction to the research project and has already met and reviewed the research protocol, the survey and the interview guides that will be used for the study of objective 1. The tools (ie, survey and interview guides) that will be used within study 1 have been piloted in a group of 3 patients with pancreatic cancer and the health care professionals of the steering group. During this pilot, we asked these patients and health care professionals to complete the survey and read through the interview guides. After this, we explored their experiences in reference to the understanding of the items, the length of the survey and guides, and if additions were needed. Recruitment for objective 1 via the recruitment leaflets that were sent via email to the digestive oncologists has started since January 2022.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This paper presents a research protocol on the development and implementation of a PREM for patients with pancreatic cancer. Since person-centered care is one of the gold-standard practices, we wanted to understand how this can be strengthened. PREMs are measurement tools to assess the person-centeredness of care delivery. The project aims to study how a dedicated PREM for patients with pancreatic cancer can support collaborative treatment decision-making.</p>
      <p>The choice of patients with pancreatic cancer is mainly grounded in the underrepresentation of patients with pancreatic cancer in psychosocial research [<xref ref-type="bibr" rid="ref7">7</xref>]. Moreover, patients with pancreatic cancer do not feel involved in the development of their treatment and care plans [<xref ref-type="bibr" rid="ref18">18</xref>]. The poor prognosis of patients with pancreatic cancer should not be considered a hurdle to study this patient population group. In particular, for this group, research outputs that can easily and timely be implemented in the care trajectory of patients with pancreatic cancer are needed.</p>
      <p>This research project takes place in Belgium where decision-making processes on care and treatment plans take place in different types of multidisciplinary team meetings, but where treatment preferences of the patient are not very well taken up [<xref ref-type="bibr" rid="ref20">20</xref>]. This observation calls for interventions that support and facilitate the patient’s voice during consultations. Moreover, in Belgium, a PREM for pancreatic cancer is not available. Developing a PREM incorporating the experiences of patients with pancreatic cancer adapted to the local context increases the specificity of the measurement tool and consequently its ability to capture the true situation of this patient group. The study is research-oriented but uses iterative involvement cycles of all stakeholders to develop the PREM item list and the intervention. One of the strengths of this research project is the involvement of patients with pancreatic cancer as well as oncology and digestive health care professionals, taking into account and comparing their perspectives. If discrepancies occur, it will provide us insight on aspects that should be considered when developing the implementation plan of the PREM; that is, it will help us assess the feasibility. By involving health care professionals and patients together with their family in the development, validation, and implementation process of the PREM, a common ground for the necessity of patient experience measurements will be achieved. The bottom-up approach to develop an (educational) intervention to introduce PREM results in the collaborative treatment decision-making process also makes the research project vigorous.</p>
      <p>To prevent methodological errors, some particular quality control mechanisms and tools are used. These will strengthen the robustness of the research design. Throughout the entire research project, special attention will be paid to pilot the data collection instruments, such as surveys and interview guides, before effectively using them. User-friendliness and unambiguous understanding are aspects that, for example, will be evaluated during the piloting. Impact assessment tools with regard to patient engagement will be used to critically evaluate the way we involved patients and if the predicted aim of their involvement is achieved. The steering group will meet on critical moments throughout the research project to guard if the focus of the research project is retained.</p>
      <p>The project will end up with recommendations on how to involve patients with pancreatic cancer in shared decision-making processes, on the international relevance of the findings and on how the methodology used can be translated to other patient groups.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COSMIN</term>
          <def>
            <p>COnsensus-based Standards for the selection of health status Measurement INstruments</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EFA</term>
          <def>
            <p>exploratory factor analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MOC</term>
          <def>
            <p>Multidisciplinary Oncology Consultation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MRC</term>
          <def>
            <p>Medical Research Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PrCT</term>
          <def>
            <p>pragmatic randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PREM</term>
          <def>
            <p>patient-reported experience measure</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research project is supported by the Belgian federal government of Public Health and Social Affairs, the National Institute for Sickness and Disability Insurance, the College of Oncology and the research group Organization, Policy &#38; Social Inequalities in Healthcare of the Free University Brussels.</p>
      <p>The authors would like to thank the members of the Steering Group for their valuable feedback to help finalize the structure for this research project: Maria Goossens, Saskia Van Den Bogaert, Gunther Gijsen, Karen Geboes, and Marleen Wauters.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets that will be generated during the different studies will be available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All authors have read and approved the final manuscript. KM, MH, and ML designed the research project. KM wrote the first draft of the manuscript, and MH, ML, MVdB, and MP contributed to the revisions.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wigzell</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Recommendations to OECD ministers of health from the high level reflection group on the future of health statistics: strengthening the international comparison of health system performance through patient-reported indicators</article-title>
          <source>OECD</source>
          <year>2017</year>
          <access-date>2022-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd.org/health/health-systems/Recommendations-from-high-level-reflection-group-on-the-future-of-health-statistics.pdf">https://www.oecd.org/health/health-systems/Recommendations-from-high-level-reflection-group-on-the-future-of-health-statistics.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Illingworth</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Papageorgiou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kidd</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient-Centredness</article-title>
          <source>Clinical Communication in Medicine</source>
          <year>2015</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anhang Price</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Lehrman</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Rybowski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edgman-Levitan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Examining the role of patient experience surveys in measuring health care quality</article-title>
          <source>Med Care Res Rev</source>
          <year>2014</year>
          <month>10</month>
          <volume>71</volume>
          <issue>5</issue>
          <fpage>522</fpage>
          <lpage>554</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25027409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1077558714541480</pub-id>
          <pub-id pub-id-type="medline">25027409</pub-id>
          <pub-id pub-id-type="pii">1077558714541480</pub-id>
          <pub-id pub-id-type="pmcid">PMC4349195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wheat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Horrell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Close</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fosh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Can practitioners use patient reported measures to enhance person centred coordinated care in practice? A qualitative study</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2018</year>
          <month>12</month>
          <day>04</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>223</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/s12955-018-1045-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12955-018-1045-1</pub-id>
          <pub-id pub-id-type="medline">30509311</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12955-018-1045-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6278027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The use of patient reported outcome measures in routine clinical practice: lack of impact or lack of theory?</article-title>
          <source>Soc Sci Med</source>
          <year>2005</year>
          <month>02</month>
          <volume>60</volume>
          <issue>4</issue>
          <fpage>833</fpage>
          <lpage>843</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2004.06.022</pub-id>
          <pub-id pub-id-type="medline">15571900</pub-id>
          <pub-id pub-id-type="pii">S0277953604002898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duffield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bichel-Findlay</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cancer patient experience measures: An evidence review</article-title>
          <source>J Psychosoc Oncol</source>
          <year>2016</year>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>200</fpage>
          <lpage>222</lpage>
          <pub-id pub-id-type="doi">10.1080/07347332.2016.1157717</pub-id>
          <pub-id pub-id-type="medline">26983680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Witwicki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Perris</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Poots</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sizmur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Soonawalla</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tallett</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Experiences and supportive care needs of UK patients with pancreatic cancer: a cross-sectional questionnaire survey</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>11</month>
          <day>04</day>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e032681</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31690609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032681</pub-id>
          <pub-id pub-id-type="medline">31690609</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032681</pub-id>
          <pub-id pub-id-type="pmcid">PMC6858107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Use of electronic quality of life applications in cancer research and clinical practice</article-title>
          <source>Expert Rev Pharmacoecon Outcomes Res</source>
          <year>2004</year>
          <month>08</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>403</fpage>
          <lpage>411</lpage>
          <pub-id pub-id-type="doi">10.1586/14737167.4.4.403</pub-id>
          <pub-id pub-id-type="medline">19807299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trowbridge</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dugan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jay</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Littrell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Casebeer</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Edgerton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Toole</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Determining the effectiveness of a clinical-practice intervention in improving the control of pain in outpatients with cancer</article-title>
          <source>Acad Med</source>
          <year>1997</year>
          <month>09</month>
          <volume>72</volume>
          <issue>9</issue>
          <fpage>798</fpage>
          <lpage>800</lpage>
          <pub-id pub-id-type="doi">10.1097/00001888-199709000-00016</pub-id>
          <pub-id pub-id-type="medline">9311323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Iasonos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Culkin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kris</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Artz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fearn</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Speakman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farquhar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Scher</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Long-term toxicity monitoring via electronic patient-reported outcomes in patients receiving chemotherapy</article-title>
          <source>J Clin Oncol</source>
          <year>2007</year>
          <month>12</month>
          <day>01</day>
          <volume>25</volume>
          <issue>34</issue>
          <fpage>5374</fpage>
          <lpage>5380</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2007.11.2243</pub-id>
          <pub-id pub-id-type="medline">18048818</pub-id>
          <pub-id pub-id-type="pii">25/34/5374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keding</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cocks</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Patients report improvements in continuity of care when quality of life assessments are used routinely in oncology practice: secondary outcomes of a randomised controlled trial</article-title>
          <source>Eur J Cancer</source>
          <year>2010</year>
          <month>09</month>
          <volume>46</volume>
          <issue>13</issue>
          <fpage>2381</fpage>
          <lpage>2388</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejca.2010.04.030</pub-id>
          <pub-id pub-id-type="medline">20570138</pub-id>
          <pub-id pub-id-type="pii">S0959-8049(10)00371-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kornblith</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Herndon</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Engelman</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer-Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Telephone monitoring of distress in patients aged 65 years or older with advanced stage cancer: a cancer and leukemia group B study</article-title>
          <source>Cancer</source>
          <year>2006</year>
          <month>12</month>
          <day>01</day>
          <volume>107</volume>
          <issue>11</issue>
          <fpage>2706</fpage>
          <lpage>2714</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/cncr.22296"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cncr.22296</pub-id>
          <pub-id pub-id-type="medline">17078057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Fortner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a tablet PC technology to screen and educate oncology patients</article-title>
          <source>Support Care Cancer</source>
          <year>2008</year>
          <month>04</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>371</fpage>
          <lpage>378</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-007-0312-1</pub-id>
          <pub-id pub-id-type="medline">17704955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Groff</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Maciejewski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bultz</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Screening for distress in lung and breast cancer outpatients: a randomized controlled trial</article-title>
          <source>J Clin Oncol</source>
          <year>2010</year>
          <month>11</month>
          <day>20</day>
          <volume>28</volume>
          <issue>33</issue>
          <fpage>4884</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2009.27.3698</pub-id>
          <pub-id pub-id-type="medline">20940193</pub-id>
          <pub-id pub-id-type="pii">JCO.2009.27.3698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Tabellen op jaarbasis</article-title>
          <source>Belgian Cancer Registry</source>
          <access-date>2022-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://kankerregister.org/Statistieken_tabellen_jaarbasis">https://kankerregister.org/Statistieken_tabellen_jaarbasis</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>National Cancer Institute Surveillance, Epidemiology, and End Results Program</source>
          <access-date>2022-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://seer.cancer.gov/csr/1975_2005/2018">http://seer.cancer.gov/csr/1975_2005/2018</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Driouichi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>De casus Inburgering en Nationaliteitswetgeving</source>
          <year>2007</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>Amsterdam University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ziebland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chapple</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Barriers to shared decisions in the most serious of cancers: a qualitative study of patients with pancreatic cancer treated in the UK</article-title>
          <source>Health Expect</source>
          <year>2015</year>
          <month>12</month>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>3302</fpage>
          <lpage>3312</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/hex.12319"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.12319</pub-id>
          <pub-id pub-id-type="medline">25496598</pub-id>
          <pub-id pub-id-type="pmcid">PMC5810685</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taplin</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chollette</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schiff</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stricker</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Bruinooge</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Salas</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Teams and teamwork during a cancer diagnosis: interdependency within and between teams</article-title>
          <source>J Oncol Pract</source>
          <year>2015</year>
          <month>05</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>231</fpage>
          <lpage>238</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25873059"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JOP.2014.003376</pub-id>
          <pub-id pub-id-type="medline">25873059</pub-id>
          <pub-id pub-id-type="pii">JOP.2014.003376</pub-id>
          <pub-id pub-id-type="pmcid">PMC5706145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horlait</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dhaene</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Belle</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leys</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How multidisciplinary are multidisciplinary team meetings in cancer care? An observational study in oncology departments in Flanders, Belgium</article-title>
          <source>J Multidiscip Healthc</source>
          <year>2019</year>
          <volume>12</volume>
          <fpage>159</fpage>
          <lpage>167</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/JMDH.S196660"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/JMDH.S196660</pub-id>
          <pub-id pub-id-type="medline">30863082</pub-id>
          <pub-id pub-id-type="pii">jmdh-12-159</pub-id>
          <pub-id pub-id-type="pmcid">PMC6389011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kee</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Leathem</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Offering a prognosis in lung cancer: when is a team of experts an expert team?</article-title>
          <source>J Epidemiol Community Health</source>
          <year>2007</year>
          <month>04</month>
          <volume>61</volume>
          <issue>4</issue>
          <fpage>308</fpage>
          <lpage>313</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17372290"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.2005.044917</pub-id>
          <pub-id pub-id-type="medline">17372290</pub-id>
          <pub-id pub-id-type="pii">61/4/308</pub-id>
          <pub-id pub-id-type="pmcid">PMC2652939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jalil</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Sevdalis</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Factors that can make an impact on decision-making and decision implementation in cancer multidisciplinary teams: an interview study of the provider perspective</article-title>
          <source>Int J Surg</source>
          <year>2013</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>389</fpage>
          <lpage>394</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1743-9191(13)00066-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijsu.2013.02.026</pub-id>
          <pub-id pub-id-type="medline">23500030</pub-id>
          <pub-id pub-id-type="pii">S1743-9191(13)00066-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raine</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Xanthopoulou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nic A' Bháird</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lanceley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ardron</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Austin-Parsons</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Determinants of treatment plan implementation in multidisciplinary team meetings for patients with chronic diseases: a mixed-methods study</article-title>
          <source>BMJ Qual Saf</source>
          <year>2014</year>
          <month>10</month>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>867</fpage>
          <lpage>876</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=24915539"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2014-002818</pub-id>
          <pub-id pub-id-type="medline">24915539</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2014-002818</pub-id>
          <pub-id pub-id-type="pmcid">PMC4173750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Trotter</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>Data Saturation</article-title>
          <source>The International Encyclopedia of Communication Research Methods</source>
          <year>2017</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keeney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hasson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>McKenna</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Consulting the oracle: ten lessons from using the Delphi technique in nursing research</article-title>
          <source>J Adv Nurs</source>
          <year>2006</year>
          <month>01</month>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>205</fpage>
          <lpage>212</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2006.03716.x</pub-id>
          <pub-id pub-id-type="medline">16422719</pub-id>
          <pub-id pub-id-type="pii">JAN3716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boulkedid</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abdoul</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Loustau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sibony</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Alberti</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using and reporting the Delphi method for selecting healthcare quality indicators: a systematic review</article-title>
          <source>PLoS One</source>
          <year>2011</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e20476</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0020476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0020476</pub-id>
          <pub-id pub-id-type="medline">21694759</pub-id>
          <pub-id pub-id-type="pii">PONE-D-11-05412</pub-id>
          <pub-id pub-id-type="pmcid">PMC3111406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Archibald</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Investigator Triangulation</article-title>
          <source>J Mix Methods Res</source>
          <year>2015</year>
          <month>02</month>
          <day>17</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>228</fpage>
          <lpage>250</lpage>
          <pub-id pub-id-type="doi">10.1177/1558689815570092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HCW</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Knol</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <source>Measurement in Medicine: A Practical Guide</source>
          <year>2011</year>
          <publisher-loc>Cambridge</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Handbook of Psychological Testing</source>
          <year>2000</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stratford</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Knol</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HCW</given-names>
            </name>
          </person-group>
          <article-title>The COSMIN checklist for assessing the methodological quality of studies on measurement properties of health status measurement instruments: an international Delphi study</article-title>
          <source>Qual Life Res</source>
          <year>2010</year>
          <month>05</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>539</fpage>
          <lpage>549</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20169472"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-010-9606-8</pub-id>
          <pub-id pub-id-type="medline">20169472</pub-id>
          <pub-id pub-id-type="pmcid">PMC2852520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gamerman</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Elsäßer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Pragmatic randomized clinical trials: best practices and statistical guidance</article-title>
          <source>Health Serv Outcomes Res Method</source>
          <year>2018</year>
          <month>12</month>
          <day>1</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1007/s10742-018-0192-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dieppe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nazareth</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <collab>Medical Research Council Guidance</collab>
          </person-group>
          <article-title>Developing and evaluating complex interventions: the new Medical Research Council guidance</article-title>
          <source>BMJ</source>
          <year>2008</year>
          <month>09</month>
          <day>29</day>
          <volume>337</volume>
          <fpage>a1655</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18824488"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.a1655</pub-id>
          <pub-id pub-id-type="medline">18824488</pub-id>
          <pub-id pub-id-type="pmcid">PMC2769032</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
