<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e49774</article-id>
      <article-id pub-id-type="pmid">37656505</article-id>
      <article-id pub-id-type="doi">10.2196/49774</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Developing a Core Outcome Set for Prognostic Research in Palliative Cancer Care: Protocol for a Mixed Methods Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Young</surname>
            <given-names>Bridget</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Garcia Abejas</surname>
            <given-names>Abel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Francke</surname>
            <given-names>Anneke</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Spooner</surname>
            <given-names>Caitlin</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Marie Curie Palliative Care Research Department</institution>
            <institution>University College London</institution>
            <addr-line>6th Floor, Maple House</addr-line>
            <addr-line>149 Tottenham Court Road</addr-line>
            <addr-line>London, W1T 7NF</addr-line>
            <country>United Kingdom</country>
            <phone>44 2076799713</phone>
            <email>caitlin.spooner.21@ucl.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5844-3168</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Vivat</surname>
            <given-names>Bella</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0587-5688</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>White</surname>
            <given-names>Nicola</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7438-0072</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>Patrick</given-names>
          </name>
          <degrees>MA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5765-9047</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Marie Curie Palliative Care Research Department</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Caitlin Spooner <email>caitlin.spooner.21@ucl.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>9</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e49774</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>8</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Caitlin Spooner, Bella Vivat, Nicola White, Patrick Stone. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 01.09.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e49774" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Studies exploring the impact of receiving end-of-life prognoses in patients with advanced cancer use a variety of different measures to evaluate the outcomes, and thus report often conflicting findings. The standardization of outcomes reported in studies of prognostication in palliative cancer care could enable uniform assessment and reporting, as well as intertrial comparisons. A core outcome set promotes consistency in outcome selection and reporting among studies within a particular population. We aim to develop a set of core outcomes to be used to measure the impact of end-of-life prognostication in palliative cancer care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This protocol outlines the proposed methodology to develop a core outcome set for measuring the impact of end-of-life prognostication in palliative cancer care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will adopt a mixed methods approach consisting of 3 phases using methodology recommended by the Core Outcome Measure in Effectiveness Trials (COMET) initiative. In phase I, we will conduct a systematic review to identify existing outcomes that prognostic studies have previously used, so as to inform the development of items and domains for the proposed core outcome set. Phase II will consist of semistructured interviews with patients with advanced cancer who are receiving palliative care, informal caregivers, and clinicians, to explore their perceptions and experiences of end-of-life prognostication. Outcomes identified in the interviews will be combined with those found in existing literature and taken forward to phase III, a Delphi survey, in which we will ask patients, informal caregivers, clinicians, and relevant researchers to rate these outcomes until consensus is achieved as to which are considered to be the most important for inclusion in the core outcome set. The resulting, prioritized outcomes will be discussed in a consensus meeting to agree and endorse the final core outcome set.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Ethical approval was received for this study in September 2022. As of July 2023, we have completed and published the systematic review (phase I) and have started recruitment for phase II. Data analysis for phase II has not yet started. We expect to complete the study by October 2024.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This protocol presents the stepwise approach that will be taken to develop a core outcome set for measuring the impact of end-of-life prognostication in palliative cancer care. The final core outcome set has the potential for translation into clinical practice, allowing for consistent evaluation of emerging prognostic algorithms and improving communication of end-of-life prognostication. This study will also potentially facilitate the design of future clinical trials of the impact of end-of-life prognostication in palliative care that are acceptable to key stakeholders.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Core Outcome Measures in Effectiveness Trials 2136; https://www.comet-initiative.org/Studies/Details/2136</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/49774</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>core outcome set</kwd>
        <kwd>palliative care</kwd>
        <kwd>end-of-life</kwd>
        <kwd>prognosis</kwd>
        <kwd>advanced cancer</kwd>
        <kwd>systematic review</kwd>
        <kwd>interviews</kwd>
        <kwd>Delphi study</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Palliative care is a service provided to patients with life-limiting illnesses, such as advanced cancer, focusing on improving quality of life and symptom management through the early identification, assessment, and treatment of pain and other ailments [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. It can also enable patients to understand their choices for treatment while providing physical, psychological, social, and spiritual support to patients and their families or informal caregivers alike.</p>
        <p>Prognostication is broadly defined as the process of making predictions about the future, such as the likely outcome or course of a disease and the chance of recovery or recurrence. This research is specifically concerned with prognostication of survival, or end-of-life (EOL) prognostication. Prognostication of EOL is a vital component of patient management and decision-making in palliative care [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. An accurate prognosis of the EOL allows patients and their families or informal caregivers adequate time to prepare, such as making financial plans and identifying their preferences for place of death [<xref ref-type="bibr" rid="ref5">5</xref>]. Medically, an accurate prognosis can allow clinicians to identify appropriate treatment strategies based on individual patients’ prognostic factors and symptoms [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Currently, there is no gold standard for prognostication of EOL. Many prognostic methods rely on clinician-estimated prognosis [<xref ref-type="bibr" rid="ref5">5</xref>]. However, clinicians’ survival predictions are often inaccurate, inconsistent, and overoptimistic [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Various prognostic tools have been validated for use in palliative cancer care, and they may provide better accuracy, consistency, or other benefits in comparison with clinicians’ predictions [<xref ref-type="bibr" rid="ref5">5</xref>]. However, the impact of such prognostic algorithms has yet to be established, and inconsistency in outcome reporting among prognostic studies makes it difficult to compare results.</p>
      </sec>
      <sec>
        <title>Rationale for Core Outcome Set Development</title>
        <p>The selection of appropriate primary and secondary outcome measures is an essential component of study design; a study is only as credible as its end points [<xref ref-type="bibr" rid="ref8">8</xref>]. However, researchers may select outcomes that do not reflect meaningful end points for all stakeholders, namely patients and informal caregivers or clinicians [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Inconsistency in end points across a particular area of research can be a barrier to comparing study findings, reducing the feasibility of meta-analysis, and perpetuating outcome reporting biases [<xref ref-type="bibr" rid="ref10">10</xref>]. Heterogeneity of outcomes has been noted in palliative care research. Previous studies have often focused on outcomes deemed important by experts, namely academics and clinicians, thereby overlooking patients’ and other stakeholders' opinions and experiences and hindering the translation of findings into clinical practice [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>A core outcome set (COS) promotes consistency in outcome selection among studies within a particular population, such as palliative cancer care, by providing a consensus-based, agreed minimum set of clinically meaningful outcomes to be measured and reported in all clinical trials of a specific population [<xref ref-type="bibr" rid="ref15">15</xref>]. The Core Outcome Measures in Effectiveness Trials (COMET) initiative provides guidance for COS developers planning to construct a COS [<xref ref-type="bibr" rid="ref15">15</xref>]. First, it is recommended that outcomes in existing published and ongoing studies be identified. Interviews with patients, informal caregivers or family, and other stakeholders can then be performed to ascertain outcomes important to them and assist research teams in understanding why particular outcomes are important [<xref ref-type="bibr" rid="ref16">16</xref>]. Next, a Delphi process is advised, where key stakeholders such as patients, informal caregivers, and those who design and use research rank all the outcomes identified in the previous 2 phases until consensus is reached on which ones are the most important. The result is an agreed set of core outcomes.</p>
        <p>There is as yet no consensus on which outcomes should be used to assess the impact of EOL prognostication in palliative cancer care. This study will develop a COS to assess prognostic impact, which will assist in preparing for future impact studies.</p>
      </sec>
      <sec>
        <title>Scope of the COS</title>
        <p>Palliative care can be provided to people living with a variety of disease types and chronic illnesses, including but not limited to cancer, cardiovascular diseases, chronic respiratory disease, diabetes, and acquired immunodeficiency syndrome [<xref ref-type="bibr" rid="ref1">1</xref>]. This study will focus on palliative care in patients with a life-limiting, advanced, or progressive cancer to avoid confounding outcomes that might arise from including all such a wide range of illnesses. This will be the first study to investigate and define a COS for prognostic research in palliative cancer care. For the purpose of this study, the term <italic>palliative cancer care</italic> will be defined as treatment, care, and support provided to those with a life-limiting, advanced, or progressive cancer that cannot be cured [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. This is a working definition, in that this definition has been chosen for the purpose of this study, and we recognize that it may not fully conform with established or authoritative definitions of <italic>palliative cancer care</italic>. Informal caregivers will include family members, friends, or other individuals who provide a wide range of unpaid assistance for someone with whom they have a personal relationship, including but not limited to physical and psychological support [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The intervention of interest in our study is EOL prognostication, defined as any process of estimating and communicating the likelihood of survival (ie, how long an individual has left to live) [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      </sec>
      <sec>
        <title>Aim and Objectives</title>
        <p>This study aims to create a COS for measuring the impact of EOL prognostication in palliative cancer care.</p>
        <p>The objectives for the whole study are as follows:</p>
        <list list-type="order">
          <list-item>
            <p>To develop a list of outcomes relevant to the impact of EOL prognostication in palliative cancer care.</p>
          </list-item>
          <list-item>
            <p>To prioritize outcomes for measuring the impact of EOL prognostication in palliative cancer care that are important to relevant stakeholders, namely, patients, informal caregivers, and clinicians.</p>
          </list-item>
          <list-item>
            <p>To achieve consensus on a minimum set of relevant outcomes to assess the impact of EOL prognostication in palliative cancer care.</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This study will adopt a multiphase, mixed methods approach suggested by the COMET guidelines [<xref ref-type="bibr" rid="ref15">15</xref>] and will adhere to the Core Outcome Set—STAndards for Development (COS-STAD) recommendations to support the development, implementation, and evaluation of the COS [<xref ref-type="bibr" rid="ref19">19</xref>]. This study protocol was written following the Core Outcome Set—STAndardized Protocol Items (COS-STAP) guidelines for reporting protocols of COS development [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The study will consist of three phases: (1) a systematic literature review of relevant outcomes reported in extant quantitative and qualitative literature to measure the impact of EOL prognostication in palliative cancer care; (2) semistructured, qualitative interviews to explore the views and experiences of patients, informal caregivers, and clinicians; and (3) a Delphi study to prioritize outcomes derived from phases I and II. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows a summary of the study design.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Phases of developing a core outcome set (COS) for the impact of end-of-life (EOL) prognostication in palliative cancer care.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e49774_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Stakeholders and Setting</title>
        <p>This study will involve four stakeholder groups: (1) patients with advanced cancer who are receiving palliative care, (2) informal caregivers, (3) clinicians, and (4) academics or researchers. We will recruit patients, informal caregivers, and clinicians through palliative care services from 3 sites in London, United Kingdom, including 2 National Health Service trusts and 1 hospice. We will begin recruitment to the study by placing posters advertising the study in public spaces of the participating sites to recruit patients (both inpatients and outpatients), informal caregivers, and clinicians simultaneously. These posters will include the researchers’ contact information so that interested individuals can contact them for further details regarding the study, to ask questions, or to express their interest in participating.</p>
        <p>Where possible, a researcher (CS) will also attend weekly multidisciplinary team meetings within the sites and be available on site to encourage clinical staff to identify patients who are eligible to participate and who are physically and mentally capable. The researcher will only attend multidisciplinary team meetings at a time point agreed with the clinical team (ie, at the beginning or the end) to discuss the study and will leave before any confidential patient information is discussed. A member of the patient’s direct clinical care team (ie, someone who is currently treating them) will make the first approach to potential participants to ask them if they would be interested in participating in the study, and if so, whether they give permission for the clinical team to provide the minimum, necessary information (name and contact details) for the researcher to approach them. The researcher will only approach participants who have consented (ie, verbally) for them to do so. The researcher or clinical staff will provide such patients with a participant information sheet and the researchers’ contact information. If present at the time, informal caregivers will also be asked if they would be interested in participating in the study.</p>
        <p>An invitation email, participant information sheet, and researcher contact information will be shared with palliative care clinicians at participating sites. We will also contact relevant organizations, such as the Association for Palliative Medicine of Great Britain and Ireland and the European Association for Palliative Care, to recruit national and international palliative care clinicians. We will ask the group or association chair to forward an email to group members that contains the participant information sheet and a link to the first round of the survey.</p>
        <p>We will identify academics or researchers through opportunity sampling. We will ask colleagues and other contacts to suggest potential participants who have the relevant experience and are able to read and write in English. To encourage participation from a wide geographical area, we will screen academic profiles on UK and international university websites to identify individuals who have conducted relevant work. Heads of palliative care research departments may also be contacted and asked whether any members of their team have conducted research within the field of palliative care and would be willing to put us in contact. Additionally, the reference list of any relevant reviews will be searched to identify academics who have published research in the palliative care settings, and the authors who have cited relevant papers will also be screened for eligibility.</p>
        <p>For phase II, we estimate that we will need to recruit 8 to 10 participants per group (patients, informal caregivers, and clinicians), making a total of 24 to 30 participants. This sample size is based on a previous COS study’s recommendations, as well as the research team’s experiences of qualitative research [<xref ref-type="bibr" rid="ref21">21</xref>]. However, data collection will continue until data saturation is reached. Data saturation will be determined to have occurred when no new themes are being identified in analysis. Data collection will occur concurrently with recruitment to minimize attrition.</p>
        <p>There is currently no consensus on how to determine the sample size for a Delphi survey. Balancing the sample size in a Delphi survey is crucial for achieving meaningful consensus; larger sample sizes may present challenges in terms of communication and follow-up, leading to lower response rates, whereas smaller sample sizes can restrict the scope and reliability of the survey results [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. When considering sample size, it is also important to consider attrition that is likely to occur between each round. Therefore, based on previous studies’ recommendations [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], we took a pragmatic decision to recruit a minimum of 10 participants to represent each stakeholder group, with a minimum of 40 participants in total. For pragmatic reasons, and to ensure that we include a range of perspectives, we aim to recruit a minimum of 10 international experts. For the consensus meeting, we will recruit approximately 4 participants from each stakeholder group. Maintaining a balance between stakeholder groups is important to ensure that certain voices are not overpowered. This group size will be manageable for a web-based meeting, while still permitting a range of perspectives to be heard.</p>
      </sec>
      <sec>
        <title>Phase I: Systematic Literature Review</title>
        <p>Phase I of the study was completed in June 2023. The complete protocol for this systematic literature review, including the search strategy and study selection criteria, was submitted for registration on PROSPERO (the International Prospective Register of Systematic Reviews) on March 29, 2022, and was subsequently published on the PROSPERO website on April 1, 2022 (CRD42022320117). This review was conducted according to the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 statement [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>The aim of this systematic literature review was to identify existing outcomes to inform COS items and domains. Retrieved papers were analyzed in two subsets: (1) quantitative studies (clinical trials and observational studies), seeking to identify the outcomes used in previous research to measure the impact of EOL prognostication in palliative cancer care, and (2) a systematic review and thematic synthesis of qualitative studies exploring patients’ and informal caregivers’ experiences of EOL prognostication in palliative cancer care.</p>
        <p>We carried out searches using the following electronic databases from inception to September 2022: Ovid MEDLINE, Ovid Embase, Ovid PsycINFO, CINAHL, and the Cochrane Library (both the Cochrane Controlled Register of Trials and the Central Register). We also extended searches to gray sources and adopted snowballing techniques to identify additional papers and ensure literature saturation. Search terms included keywords related to prognostication, palliative care, advanced cancer, and outcomes and cognate terms. Search limits were applied to restrict results to a human, adult population, and studies published in English language only due to limitations in resources. Eligibility criteria included (1) patients with advanced cancer, or their informal caregivers; (2) prognostication, defined as any process of estimating and communicating the length of survival of an individual’s disease; (3) quantitative studies that reported outcomes of prognostication; and (4) qualitative studies that explored experiences and perceptions of prognostication.</p>
        <p>The search results from each database were imported and deduplicated in the Rayyan software [<xref ref-type="bibr" rid="ref28">28</xref>]. The titles and abstracts of the studies were screened by 4 independent reviewers using the above-mentioned eligibility criteria. Those that met the inclusion criteria for either review question were read in full by at least 2 authors. Discrepancies were resolved through discussion between authors. If no consensus could be reached, a third author was consulted.</p>
        <p>Methodological quality was assessed using the Mixed Methods Appraisal Tool [<xref ref-type="bibr" rid="ref29">29</xref>]. A narrative approach was used to undertake the quantitative synthesis, along with tables of outcomes, their descriptions, and measures. Outcomes were categorized using the taxonomy for COS recommended by COMET [<xref ref-type="bibr" rid="ref30">30</xref>]. For the qualitative analysis, the analysis was guided by Thomas and ’Harden’s [<xref ref-type="bibr" rid="ref31">31</xref>] framework for thematic synthesis, with 3 stages. The COMET taxonomy was used as an external framework to support the development of analytical themes and facilitate the combination of the results of both the quantitative and qualitative studies. A narrative description of each theme in relation to the review question was provided.</p>
        <p>The results of the review have been accepted for publication in an academic journal and will be taken forward for consideration for inclusion in the COS.</p>
      </sec>
      <sec>
        <title>Phase II: Semistructured Interviews</title>
        <p>The second phase of this study will be a qualitative study using semistructured interviews to explore the perceptions and experiences of patients, informal caregivers, and clinicians regarding the potential outcomes and impact of EOL prognostication.</p>
        <sec>
          <title>Participants</title>
          <p>We will use purposive, maximum variation sampling to capture a range of patients, informal caregivers, and clinicians with the characteristics shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. To achieve this, we will collaborate closely with staff at participating sites and seek to identify a diverse sample, accounting for characteristics such as age, gender, ethnicity, socioeconomic status, education level, cancer diagnosis, relationship to the person with cancer, and professional role. This will enable us to ensure that our study includes a broad spectrum of perspectives and experiences, making our research findings more comprehensive and representative. For pragmatic reasons related to resource availability, we will only be able to recruit participants who are able to communicate in and understand written and spoken English.</p>
          <boxed-text id="box1" position="float">
            <title>Eligibility criteria for phase II.</title>
            <p>
              <bold>Inclusion criteria</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Patients</p>
                <list>
                  <list-item>
                    <p>Aged ≥18 years</p>
                  </list-item>
                  <list-item>
                    <p>Receiving palliative cancer care as per the prespecified definition [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Informal caregivers</p>
                <list>
                  <list-item>
                    <p>Aged ≥18 years</p>
                  </list-item>
                  <list-item>
                    <p>Identifies as an informal caregiver, as per the prespecified definition [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]</p>
                  </list-item>
                  <list-item>
                    <p>Have provided such care within the last 12 months before study recruitment, irrespective of survival (in cases where the informal caregiver is bereaved, they will be contacted no less than 6 months after bereavement out of respect and concern) [<xref ref-type="bibr" rid="ref32">32</xref>]</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Clinicians</p>
                <list>
                  <list-item>
                    <p>A registered health care professional (eg, a physician, nurse, or allied health professional) employed in the palliative care services at one of the participating sites, who routinely estimates and provides end-of-life (EOL) prognostic predictions</p>
                  </list-item>
                </list>
              </list-item>
            </list>
            <p>
              <bold>Exclusion criteria</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Patients</p>
                <list>
                  <list-item>
                    <p>Children (aged &#60;18 years)</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who, in the opinion of their treating clinician, would not be appropriate to participate in this research</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who have previously expressed a wish not to be involved in research</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who lack capacity to give informed consent</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Informal caregivers</p>
                <list>
                  <list-item>
                    <p>Young informal caregivers (aged &#60;18 years)</p>
                  </list-item>
                  <list-item>
                    <p>Informal caregivers who, in the opinion of the clinician gatekeeper, would be inappropriate to approach about enrollment in the study due to physical or mental illness</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who lack capacity to give informed consent</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Clinicians</p>
                <list>
                  <list-item>
                    <p>Clinicians whose role in palliative care is undertaken exclusively outside of the United Kingdom (to avoid varying, potentially confounding practices)</p>
                  </list-item>
                  <list-item>
                    <p>Clinicians who do not routinely estimate and provide EOL prognostic predictions in palliative cancer care</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Participants will be invited to take part in one semistructured interview, which will be conducted by one researcher (CS) with individuals either face-to-face, via video call, or via telephone, depending on practical considerations, participant preferences, and any prevailing COVID-19 restrictions. Interviews are anticipated to last between 30 minutes and 1 hour and will be conducted in a quiet environment, at a convenient time for the participant. From our experience, people with advanced cancer may only be willing or able to be interviewed for 30 minutes at a time, so we will be flexible in meeting their needs and will either continue for longer if they are comfortable or take a break. Before the interview starts, the interviewer will explain the concept of the COS and the importance of measuring the impact of prognostication in palliative care. Participants will also be asked to provide basic demographic information for descriptive reasons only.</p>
          <p>The interviews will be semistructured using a topic guide. The main topics covered will be consistent across the interviews, but the specific phrasing of questions and when they are posed during the interview will vary depending on how the conversation develops throughout the interview. Interviews will be audio-recorded with the participant’s consent.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>Interview transcripts will be analyzed thematically using a framework analysis approach. Audio recordings will be transcribed verbatim. A researcher (CS) will independently read the transcripts and generate initial codes. A second researcher (BV) will independently read a sample set of interviews to provide a second, independent perspective and ensure that all codes capture the range and depth of data. The 2 researchers will develop initial proposals for themes and then meet to discuss and agree broad themes. CS will then review and construct a final set of themes. The data from these interviews will be analyzed alongside the data from phase I, so as to identify outcome domains to be included in the long list of core outcomes to be taken forward into phase III. Descriptive statistics will be used to present demographic information.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase III: Delphi Survey</title>
        <p>Once a list of core outcomes has been developed from phases I and II, we will carry out a Delphi survey and consensus meeting to achieve consensus between disparate stakeholders, including patients, informal caregivers, clinicians, and academics or researchers, about which of these outcomes are most important. An international sample of clinicians and academics or researchers will be sought to widen the generalizability of the final COS.</p>
        <sec>
          <title>Participants</title>
          <p>The goal is to have representation of different perspectives about which are the important outcomes to include in the COS. The Delphi panel members should reflect the population that is intended to use the COS or who will be involved in subsequent research studies that use the COS [<xref ref-type="bibr" rid="ref33">33</xref>]. Therefore, the participant panel will comprise 4 key stakeholder groups: patients, informal caregivers, clinicians with clinical experience in palliative care, and academics or researchers with research experience in palliative care. We will use convenience sampling, as well as opportunity and snowball sampling to achieve a maximum variation sample by including people with the characteristics shown in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>.</p>
          <boxed-text id="box2" position="float">
            <title>Eligibility criteria for phase III.</title>
            <p>
              <bold>Inclusion criteria</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Patients</p>
                <list>
                  <list-item>
                    <p>Aged ≥18 years</p>
                  </list-item>
                  <list-item>
                    <p>Receiving palliative cancer care as per the prespecified definition [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Informal caregivers</p>
                <list>
                  <list-item>
                    <p>Aged ≥18 years</p>
                  </list-item>
                  <list-item>
                    <p>Identifies as an informal caregiver, as per the prespecified definition [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]</p>
                  </list-item>
                  <list-item>
                    <p>Have provided such care within the last 12 months before study recruitment, irrespective of survival (in cases where the informal caregiver is bereaved, they will be contacted no less than 6 months after bereavement out of respect and concern) [<xref ref-type="bibr" rid="ref32">32</xref>]</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Clinicians</p>
                <list>
                  <list-item>
                    <p>A registered health professional (eg, a physician, nurse, or allied health professional) with experience in estimating and providing end-of-life (EOL) prognostic predictions in palliative care and who is currently or was recently clinically employed (ie, not retired for &#62;12 months or dismissed from clinical work)</p>
                  </list-item>
                  <list-item>
                    <p>Palliative care experience can be within the United Kingdom or international</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Academics or researchers</p>
                <list>
                  <list-item>
                    <p>Academics or researchers who have published research, written or supervised a thesis, or contributed to a book chapter on the topic of prognostication in palliative care</p>
                  </list-item>
                  <list-item>
                    <p>Research experience can be within the United Kingdom or international</p>
                  </list-item>
                  <list-item>
                    <p>These experts may also be clinicians; however, this will not be a requirement</p>
                  </list-item>
                </list>
              </list-item>
            </list>
            <p>
              <bold>Exclusion criteria</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Patients</p>
                <list>
                  <list-item>
                    <p>Children (aged &#60;18 years)</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who, in the opinion of their treating clinician, would not be appropriate to participate in this research</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who have previously expressed a wish not to be involved in research</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who lack capacity to give informed consent</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Informal caregivers</p>
                <list>
                  <list-item>
                    <p>Young informal caregivers (aged &#60;18 years)</p>
                  </list-item>
                  <list-item>
                    <p>Informal caregivers who, in the opinion of the clinician gatekeeper, would be inappropriate to approach about enrollment in the study due to physical or mental illness</p>
                  </list-item>
                  <list-item>
                    <p>Individuals who lack capacity to give informed consent</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Clinicians</p>
                <list>
                  <list-item>
                    <p>Clinicians who are not clinically employed in the last 12 months (ie, retired or dismissed from clinical work)</p>
                  </list-item>
                  <list-item>
                    <p>Clinicians who do not routinely estimate and provide EOL prognostic predictions in palliative cancer care</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Academics or researchers</p>
                <list>
                  <list-item>
                    <p>Academics or researchers whose experience lies within the generic topic of palliative care without any specific experience in prognostication</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>The Delphi survey will comprise multiple web-based surveys that will be answered anonymously by stakeholders until consensus is achieved about which outcomes should be included in the COS. The outcomes resulting from the systematic review and the semistructured interviews will be prioritized by the participants in up to 3 of these web-based Delphi rounds via secure, web-based software (REDCap; Vanderbilt University) [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>In round 1, participants will be asked to grade the importance of each outcome on the long list relative to the other outcomes in terms of how important they think they are in measuring the impact of improved prognostication. A 9-point Likert scoring system will be used, where a score of 1 to 3 denotes “low importance,” 4 to 6 is “important, but not critical,” and 7 to 9 is “critical,” as per the GRADE (Grading of Recommendations Assessment, Development and Evaluation) scale [<xref ref-type="bibr" rid="ref36">36</xref>]. Participants will also be provided with an “unable to score” response if they consider themselves unable to rate any of the outcomes, as well as a free textbox to provide any comments.</p>
          <p>It is anticipated that each survey will take approximately 30 minutes to complete. Participants will be given 2 weeks to respond to the survey. Participants will also have the opportunity to identify any outcomes that they think are relevant from their perspective, but which were not included in the initial list. This will facilitate the inclusion of outcomes that may be relevant but were not obtained in phases I and II of the study.</p>
          <p>The group’s ratings will be analyzed together, and outcomes removed or included depending on the group consensus. The survey will be repeated (with modifications) up to 3 times. Group descriptive statistics and a summary of comments will be generated after each round and sent to the participants during the next round of the survey. All comments and ratings shared will be anonymous.</p>
          <p>If after 3 rounds, items remain without consensus, the Delphi survey will be terminated and the outcomes with no consensus, alongside those with consensus for inclusion and exclusion, will be presented at the consensus meeting where a final decision will be made. The aim of this meeting will be to discuss the results of the Delphi survey and vote on the final COS. Participants for the consensus meeting will be purposefully selected from the Delphi survey participants. The consensus meeting will be conducted via a web platform for practical reasons, allowing for the inclusion of international participants and accommodating any prevailing COVID-19 restrictions. This remote format is generally adopted in COS consensus meetings as it ensures accessibility, safety, and global representation, promoting a more inclusive and fruitful discussion during the meeting [<xref ref-type="bibr" rid="ref37">37</xref>]. The panel will be asked to confirm whether they agree (or not) with the inclusion or exclusion of the outcomes in the COS. The result of this will be the final, consensus-agreed COS. <xref rid="figure2" ref-type="fig">Figure 2</xref> summarizes the Delphi process proposed in this study.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Flow chart of the Delphi process.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e49774_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>To determine which items should be included in the final COS, the thresholds recommended by the COMET initiative will be used [<xref ref-type="bibr" rid="ref10">10</xref>]. Consensus for inclusion or “consensus in” will be defined as ≥70% of all participants rating the outcome as “critical” (GRADE score 7-9) and ≤15% of all participants rating the outcome as of “low importance” (GRADE score of 1-3). Consensus for exclusion or “consensus out” will be defined as ≥70% of the participants rating the outcome as of “low importance” and ≤15% of all responses rating the outcome as “critical.” Outcomes meeting consensus for “not important for inclusion” will be removed and the remaining outcomes carried forward to the next round. Outcomes that are rated as “critical” or of “low importance” by one panel will be carried forward to the next Delphi round. For example, outcomes rated &#60;70% by informal caregivers, clinicians, and academics, but with a patient rating of &#62;70%, will be considered “patient-important” and included in the next round.</p>
          <p>The same definitions for “consensus in” or “consensus out” will be applied to the consensus meeting.</p>
        </sec>
      </sec>
      <sec>
        <title>Patient and Public Involvement</title>
        <p>We advertised the opportunity to be involved in this research project as part of a patient and public involvement (PPI) advisory group through the National Institute for Health Research “People in Research” website and the Marie Curie Research Voices Group. Our advisory group included members of the public with experience of talking about prognosis, either as someone with advanced cancer or as one caring for someone with advanced cancer, who reviewed the protocol and all participant-facing documents. They advised on how the protocol could be adapted to ensure that the research study meets the needs and preferences of those taking part. They also made suggestions for how the documents might be made more suitable for participants, particularly for those receiving palliative care, to ensure that sensitive language was used.</p>
        <p>In the future, we will consult this PPI advisory group regarding the format of the Delphi survey, before distributing it to participants, to ensure that it is easy to understand, access, and use. Specifically, the group will be requested to review and streamline the extensive list of outcomes intended for inclusion in the Delphi survey. We recognize that lengthy lists can be daunting for Delphi participants, potentially impacting their engagement. The PPI advisory group’s expertise will be invaluable in identifying and addressing this risk, guiding us in minimizing the occurrence of overly lengthy lists and ensuring that the Delphi survey is well received and productive. We will also ask the group to review and propose outcome names and plain-language descriptions for each outcome. This step aims to ensure that all participants interpret the concepts as intended, reducing the potential for misunderstandings and enhancing the overall clarity of the survey.</p>
        <p>During the data analysis, we will ask members to comment on the plain-language presentation of findings to ensure that this is understandable and relevant. We will also seek input from members of the PPI advisory group when disseminating results of the study to ensure that we communicate the study in a way that is appropriate for the general public.</p>
        <p>The involvement of the PPI advisory group in these crucial aspects of the study has already made, and will continue to make, a considerable contribution to the success and impact of our research. In particular, this facilitates more meaningful participation and the likelihood of gaining valuable insights from participants.</p>
      </sec>
      <sec>
        <title>Ethics Approval and Informed Consent</title>
        <p>Ethical approval was obtained for this study from the London-Camberwell St. Giles Research Ethics Committee and the Health Research Authority on September 6, 2022 (reference 22/LO/0469).</p>
        <p>Written, informed consent will be obtained from participants taking part in face-to-face interviews, the first round of the Delphi survey, and consensus meeting. Verbal, recorded consent will be obtained from participants being interviewed over the telephone or via a web platform. Participation in sequential rounds of the Delphi survey will be considered indicative of consent.</p>
      </sec>
      <sec>
        <title>Dissemination</title>
        <p>Promoting the uptake of the COS is paramount in preventing research waste and involves engaging key stakeholders, raising awareness, and demonstrating its value and relevance [<xref ref-type="bibr" rid="ref38">38</xref>]. To achieve this, we will aim to disseminate findings to academic and research community audiences via publications in peer-reviewed journals and as presentations or posters at regional, national, and international palliative care conferences. After the finalization of the COS, further research will be necessary to identify the most suitable outcome measures or instruments for each core outcome. Subsequently, we will conduct a comprehensive evaluation of their quality and feasibility. To encourage adoption, we will collaborate with relevant journals and funding bodies, urging them to incorporate the COS in their guidelines for researchers and authors. Furthermore, we will actively seek feedback from researchers who pilot the COS in their studies. Being open to updates and revisions based on emerging evidence and feedback, we will continually improve the COS, ensuring its continued relevance and value over time.</p>
        <p>The findings will be disseminated to participants in the form of plain-language summaries at the end of the study. To reach wider public audiences, plain-language newsletters, tweets, or blog posts will be published. Professional and clinical groups will also receive the findings as research summaries for participants and by engaging with palliative care representatives such as the palliative care team at the participating sites.</p>
        <p>The final COS will be shared with the expert panel so they can verify the changes made and review what the project produced.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of July 2023, we have completed and published the systematic review (phase I) and have started recruitment for phase II. So far, we have recruited 5 patients, 10 informal caregivers, and 10 clinicians. We are still recruiting patients for phase II. Data analysis for phase II has not yet started. We anticipate that the recruitment for the Delphi survey will begin in January 2024. We expect to complete the study by October 2024 and publish the results by June 2025.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Anticipated Study Findings and Potential Impact</title>
        <p>This study protocol presents what will be the first study that aims to develop a COS to measure the impact of EOL prognostication in palliative cancer care. The objective of this COS is to involve various stakeholders in its development and reach a consensus on the essential outcomes that hold significance for this population. Developing a COS for measuring the impact of EOL prognostication in palliative cancer care is an important step to improve patient care and communication of EOL prognoses. By addressing the inconsistent outcome measurement in existing studies and aligning the outcomes with those that are important to stakeholders, our COS has the potential to help standardize and improve prognostic research in palliative cancer care, such as the development of prognostic algorithms. Furthermore, the findings from this study have the potential to ensure that outcomes measured in future prognostic impact studies will reflect what is important to such stakeholders and ultimately facilitate the translation of the findings into clinical practice [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. Once the COS is finalized, further research will be required to establish which outcome measures or instruments are most appropriate for each of the core outcomes, followed by an evaluation of their quality and feasibility.</p>
      </sec>
      <sec>
        <title>Comparison With Existing Literature</title>
        <p>Currently, research on the impact of EOL prognostication in palliative cancer care faces a significant challenge because of the measurement of different outcomes across various studies. Academic and clinical interests often dominate the selection of outcomes, potentially neglecting their meaningfulness to patients or informal caregivers [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Consequently, some studies might employ outcomes that do not resonate with those directly impacted by prognostic information. Moreover, the lack of uniformity in outcome measurement across studies hampers the ability to compare or combine results, leading to research wastage. A COS will address these issues. This COS aims to integrate the perspectives and experiences of patients and other personally affected stakeholders. By doing so, it is expected to enhance the translation of research findings into clinical practice and foster comparability in future prognostic research in palliative cancer care. Ultimately, this harmonized approach will optimize the use of research efforts and promote more effective advancements in the field.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This will be the first COS specifically focused on measuring the impact of EOL prognostication in palliative cancer care. The development of the COS will involve a rigorous and systematic search to gather the views and opinions of patients and other key stakeholders. Engaging with these groups will not only ensure that their perspectives are considered but will also enhance the overall relevance and applicability of the COS. By making the protocol for the COS publicly available, we will ensure the transparency and replicability of our study.</p>
        <p>The inclusion of only adult English-speaking participants in this study might potentially limit the generalizability of the findings. Nevertheless, to mitigate this limitation, we will actively seek the involvement of international participants in the Delphi survey. Additionally, in phase I of the study, the systematic review considered international publications to minimize the risk of selection bias.</p>
        <p>It is essential to acknowledge that conducting the Delphi survey using a web-based software may lead to underrepresentation of certain groups, particularly those who lack digital skills and access. To address this concern, we will explore alternative methods of data collection to ensure broader representation if it becomes apparent that our sample is significantly biased.</p>
        <p>Recruiting and retaining participants may pose a challenge in our study, especially given the nature of the target population, who may face health deterioration or bereavement. To minimize attrition during phase II, we will conduct interviews concurrently with recruitment, aiming to interview participants shortly after enrollment to reduce dropouts. If a participant or caregiver cannot proceed with the interview, we will document their reasons for withdrawal and continue recruiting until reaching our desired number of interview participants or research data saturation, whichever occurs first. Attrition in Delphi surveys is a common challenge, resulting from both participant factors and reduced interest over time during multiple rounds [<xref ref-type="bibr" rid="ref42">42</xref>]. Although we will send regular reminders and strive for timely rounds, it is challenging to minimize attrition resulting from external circumstances. Furthermore, the survey’s anonymity prevents us from knowing specific reasons for dropouts or withdrawals. Despite this limitation, we will openly acknowledge its impact in any published results.</p>
        <p>Employing stakeholder meetings to determine the final COS carries the risk of bias based on the opinions expressed by those present. To counteract this, we will make diligent efforts to encourage participation from all stakeholder groups. Despite our efforts, there remains a possibility of underrepresentation for a particular stakeholder group, and we will be transparent about this potential limitation in our study.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The necessity for a COS to measure the impact of EOL prognostication within palliative cancer care arises from the need to enhance outcome measurement and reporting. This COS has the potential to make a substantial impact on the field by advancing prognostication practices and aligning outcome measures with the preferences and requirements of patients and other important stakeholders. As a result, it will enable more precise comparisons and better synthesis of evidence across various prognostic studies.</p>
        <p>The overall promise of this study lies in its potential to elevate the quality of care and decision-making for patients facing EOL care in the context of palliative cancer care. By standardizing and improving the measurement and reporting of prognostic outcomes, the COS will play a vital role in optimizing patient outcomes and enhancing the overall care experience for those in need.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COMET</term>
          <def>
            <p>Core Outcome Measures in Effectiveness Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COS</term>
          <def>
            <p>core outcome set</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">COS-STAD</term>
          <def>
            <p>Core Outcome Set—STAndards for Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COS-STAP</term>
          <def>
            <p>Core Outcome Set—STAndardized Protocol Items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EOL</term>
          <def>
            <p>end of life</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GRADE</term>
          <def>
            <p>Grading of Recommendations Assessment, Development and Evaluation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PPI</term>
          <def>
            <p>patient and public involvement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PROSPERO</term>
          <def>
            <p>The International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Marie Curie and the Economic and Social Research Council for supporting this proposed study via a PhD Studentship grant awarded to CS (grant number ES/P000592/1). The funder had no role in the design of the study, writing of the manuscript, or the decision to submit the paper for publication.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and/or analyzed during this study are not publicly available due to the sensitive nature of the information, and participants’ consents for public data sharing were not obtained in this study.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>PS, BV, NW, and CS contributed to the design of the review and protocol development. CS led on drafting of the manuscript. All authors contributed to revisions and approved the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <source>National Cancer Control Programmes: Policies and Managerial Guidelines, 2nd Edition</source>
          <year>2022</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Improving supportive and palliative care for adults with cancer: cancer service guideline CSG4</article-title>
          <source>National Institute for Health and Care Excellence</source>
          <year>2004</year>
          <access-date>2023-06-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/csg4">https://www.nice.org.uk/guidance/csg4</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glare</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>CT</given-names>
            </name>
          </person-group>
          <article-title>Palliative medicine review: prognostication</article-title>
          <source>J Palliat Med</source>
          <year>2008</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1089/jpm.2008.9992</pub-id>
          <pub-id pub-id-type="medline">18370898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halabi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Owzar</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The importance of identifying and validating prognostic factors in oncology</article-title>
          <source>Semin Oncol</source>
          <year>2010</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>e9</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20494694"/>
          </comment>
          <pub-id pub-id-type="doi">10.1053/j.seminoncol.2010.04.001</pub-id>
          <pub-id pub-id-type="medline">20494694</pub-id>
          <pub-id pub-id-type="pii">S0093-7754(10)00052-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC2929829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Prognostication in palliative care</article-title>
          <source>Clin Med (Lond)</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>306</fpage>
          <lpage>310</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31308109"/>
          </comment>
          <pub-id pub-id-type="doi">10.7861/clinmedicine.19-4-306</pub-id>
          <pub-id pub-id-type="medline">31308109</pub-id>
          <pub-id pub-id-type="pii">19/4/306</pub-id>
          <pub-id pub-id-type="pmcid">PMC6752241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glare</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Virik</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eychmuller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Simes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of physicians' survival predictions in terminally ill cancer patients</article-title>
          <source>BMJ</source>
          <year>2003</year>
          <volume>327</volume>
          <issue>7408</issue>
          <fpage>195</fpage>
          <lpage>198</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/12881260"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.327.7408.195</pub-id>
          <pub-id pub-id-type="medline">12881260</pub-id>
          <pub-id pub-id-type="pii">327/7408/195</pub-id>
          <pub-id pub-id-type="pmcid">PMC166124</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harries</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of predictions of survival in palliative care: how accurate are clinicians and who are the experts?</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>8</issue>
          <fpage>e0161407</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0161407"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0161407</pub-id>
          <pub-id pub-id-type="medline">27560380</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-19692</pub-id>
          <pub-id pub-id-type="pmcid">PMC4999179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boers</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>OMERACT conference on outcome measures in rheumatoid arthritis clinical trials: introduction</article-title>
          <source>J Rheumatol</source>
          <year>1993</year>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>528</fpage>
          <lpage>530</lpage>
          <pub-id pub-id-type="medline">8478864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Normand</surname>
              <given-names>SLT</given-names>
            </name>
          </person-group>
          <article-title>Getting the methods right—the foundation of patient-centered outcomes research</article-title>
          <source>N Engl J Med</source>
          <year>2012</year>
          <volume>367</volume>
          <issue>9</issue>
          <fpage>787</fpage>
          <lpage>790</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1207437</pub-id>
          <pub-id pub-id-type="medline">22830434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Driving up the quality and relevance of research through the use of agreed core outcomes</article-title>
          <source>J Health Serv Res Policy</source>
          <year>2012</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1258/jhsrp.2011.011131"/>
          </comment>
          <pub-id pub-id-type="doi">10.1258/jhsrp.2011.011131</pub-id>
          <pub-id pub-id-type="medline">22294719</pub-id>
          <pub-id pub-id-type="pii">17/1/1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bouça-Machado</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rosário</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alarcão</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Correia-Guedes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abreu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Clinical trials in palliative care: a systematic review of their methodological characteristics and of the quality of their reporting</article-title>
          <source>BMC Palliat Care</source>
          <year>2017</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpalliatcare.biomedcentral.com/articles/10.1186/s12904-016-0181-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12904-016-0181-9</pub-id>
          <pub-id pub-id-type="medline">28122560</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12904-016-0181-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5264484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malani</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Widera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The promise of palliative care: translating clinical trials to clinical care</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <volume>316</volume>
          <issue>20</issue>
          <fpage>2090</fpage>
          <lpage>2091</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2016.17163</pub-id>
          <pub-id pub-id-type="medline">27893113</pub-id>
          <pub-id pub-id-type="pii">2585960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wee</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hadley</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Derry</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How useful are systematic reviews for informing palliative care practice? Survey of 25 Cochrane systematic reviews</article-title>
          <source>BMC Palliat Care</source>
          <year>2008</year>
          <volume>7</volume>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpalliatcare.biomedcentral.com/articles/10.1186/1472-684X-7-13"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-684X-7-13</pub-id>
          <pub-id pub-id-type="medline">18715496</pub-id>
          <pub-id pub-id-type="pii">1472-684X-7-13</pub-id>
          <pub-id pub-id-type="pmcid">PMC2532992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henselmans</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Smets</surname>
              <given-names>EMA</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>PKJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Haes</surname>
              <given-names>HCJC</given-names>
            </name>
            <name name-style="western">
              <surname>van Laarhoven</surname>
              <given-names>HWM</given-names>
            </name>
          </person-group>
          <article-title>How long do I have? Observational study on communication about life expectancy with advanced cancer patients</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <volume>100</volume>
          <issue>10</issue>
          <fpage>1820</fpage>
          <lpage>1827</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.05.012</pub-id>
          <pub-id pub-id-type="medline">28511804</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30284-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Bagley</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Brookes</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gorst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>McNair</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prinsen</surname>
              <given-names>CAC</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The COMET handbook: version 1.0</article-title>
          <source>Trials</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>Suppl 3</issue>
          <fpage>280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-017-1978-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-017-1978-4</pub-id>
          <pub-id pub-id-type="medline">28681707</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-017-1978-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5499094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Keeley</surname>
              <given-names>TJH</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A review of patient and carer participation and the use of qualitative research in the development of core outcome sets</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e0172937</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0172937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0172937</pub-id>
          <pub-id pub-id-type="medline">28301485</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-35949</pub-id>
          <pub-id pub-id-type="pmcid">PMC5354261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broese van Groenou</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>De Boer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Providing informal care in a changing society</article-title>
          <source>Eur J Ageing</source>
          <year>2016</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>271</fpage>
          <lpage>279</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27610055"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10433-016-0370-7</pub-id>
          <pub-id pub-id-type="medline">27610055</pub-id>
          <pub-id pub-id-type="pii">370</pub-id>
          <pub-id pub-id-type="pmcid">PMC4992501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Fredman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haley</surname>
              <given-names>WE</given-names>
            </name>
          </person-group>
          <article-title>Informal caregiving and its impact on health: a reappraisal from population-based studies</article-title>
          <source>Gerontologist</source>
          <year>2015</year>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>309</fpage>
          <lpage>319</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26035608"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geront/gnu177</pub-id>
          <pub-id pub-id-type="medline">26035608</pub-id>
          <pub-id pub-id-type="pii">gnu177</pub-id>
          <pub-id pub-id-type="pmcid">PMC6584119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tunis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Core outcome Set-STAndards for development: the COS-STAD recommendations</article-title>
          <source>PLoS Med</source>
          <year>2017</year>
          <volume>14</volume>
          <issue>11</issue>
          <fpage>e1002447</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosmedicine/article?id=10.1371/journal.pmed.1002447"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002447</pub-id>
          <pub-id pub-id-type="medline">29145404</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-17-02254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5689835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gorst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tunis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <collab>COS-STAP Group</collab>
          </person-group>
          <article-title>Core outcome Set-STAndardised protocol items: the COS-STAP statement</article-title>
          <source>Trials</source>
          <year>2019</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-019-3230-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-019-3230-x</pub-id>
          <pub-id pub-id-type="medline">30744706</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-019-3230-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baddeley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bravington</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Currow</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Murtagh</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Obita</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Seddon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Development of a core outcome set to use in the research and assessment of malignant bowel obstruction: protocol for the RAMBO study</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>e039154</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32595168"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-039154</pub-id>
          <pub-id pub-id-type="medline">32595168</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-039154</pub-id>
          <pub-id pub-id-type="pmcid">PMC7322279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Villiers</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>de Villiers</surname>
              <given-names>PJT</given-names>
            </name>
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>The Delphi technique in health sciences education research</article-title>
          <source>Med Teach</source>
          <year>2005</year>
          <volume>27</volume>
          <issue>7</issue>
          <fpage>639</fpage>
          <lpage>643</lpage>
          <pub-id pub-id-type="doi">10.1080/13611260500069947</pub-id>
          <pub-id pub-id-type="medline">16332558</pub-id>
          <pub-id pub-id-type="pii">U052W43552GT064M</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okoli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pawlowski</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Delphi method as a research tool: an example, design considerations and applications</article-title>
          <source>Inf Manag</source>
          <year>2004</year>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1016/j.im.2003.11.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Crew</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burnside</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Higher number of items associated with significantly lower response rates in COS Delphi surveys</article-title>
          <source>J Clin Epidemiol</source>
          <year>2019</year>
          <volume>108</volume>
          <fpage>110</fpage>
          <lpage>120</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(18)30776-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2018.12.010</pub-id>
          <pub-id pub-id-type="medline">30557677</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(18)30776-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6438267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Seymour</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bridges</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hocaoglu</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Grande</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dzingina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Higginson</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>Murtagh</surname>
              <given-names>FE</given-names>
            </name>
          </person-group>
          <article-title>Establishing key criteria to define and compare models of specialist palliative care: a mixed-methods study using qualitative interviews and Delphi survey</article-title>
          <source>Palliat Med</source>
          <year>2019</year>
          <volume>33</volume>
          <issue>8</issue>
          <fpage>1114</fpage>
          <lpage>1124</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/0269216319858237?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0269216319858237</pub-id>
          <pub-id pub-id-type="medline">31250704</pub-id>
          <pub-id pub-id-type="pmcid">PMC6691593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biondo</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Nekolaichuk</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fainsinger</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hagen</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Applying the Delphi process to palliative care tool development: lessons learned</article-title>
          <source>Support Care Cancer</source>
          <year>2008</year>
          <volume>16</volume>
          <issue>8</issue>
          <fpage>935</fpage>
          <lpage>942</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-007-0348-2</pub-id>
          <pub-id pub-id-type="medline">17968597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>
          <source>Rev Esp Cardiol (Engl Ed)</source>
          <year>2021</year>
          <volume>74</volume>
          <issue>9</issue>
          <fpage>790</fpage>
          <lpage>799</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1885-5857(21)00240-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rec.2021.07.010</pub-id>
          <pub-id pub-id-type="medline">34446261</pub-id>
          <pub-id pub-id-type="pii">S1885-5857(21)00240-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ouzzani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hammady</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fedorowicz</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Elmagarmid</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rayyan—a web and mobile app for systematic reviews</article-title>
          <source>Syst Rev</source>
          <year>2016</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>210</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-016-0384-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-016-0384-4</pub-id>
          <pub-id pub-id-type="medline">27919275</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-016-0384-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5139140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>QN</given-names>
            </name>
            <name name-style="western">
              <surname>Fàbregues</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Boardman</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cargo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dagenais</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolau</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>O’Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Vedel</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers</article-title>
          <source>Educ Inf</source>
          <year>2018</year>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>285</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.3233/EFI-180221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mavergames</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fish</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>A taxonomy has been developed for outcomes in medical research to help improve knowledge discovery</article-title>
          <source>J Clin Epidemiol</source>
          <year>2018</year>
          <volume>96</volume>
          <fpage>84</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(17)30589-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.12.020</pub-id>
          <pub-id pub-id-type="medline">29288712</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(17)30589-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5854263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methods for the thematic synthesis of qualitative research in systematic reviews</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2008</year>
          <volume>8</volume>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-8-45"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-8-45</pub-id>
          <pub-id pub-id-type="medline">18616818</pub-id>
          <pub-id pub-id-type="pii">1471-2288-8-45</pub-id>
          <pub-id pub-id-type="pmcid">PMC2478656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Copnell</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Bereaved parents' experiences of research participation</article-title>
          <source>BMC Palliat Care</source>
          <year>2018</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>122</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpalliatcare.biomedcentral.com/articles/10.1186/s12904-018-0375-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12904-018-0375-4</pub-id>
          <pub-id pub-id-type="medline">30404631</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12904-018-0375-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6223065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santaguida</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dolovich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lamarche</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gilsing</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mangin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kastner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Protocol for a Delphi consensus exercise to identify a core set of criteria for selecting health related outcome measures (HROM) to be used in primary health care</article-title>
          <source>BMC Fam Pract</source>
          <year>2018</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/s12875-018-0831-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12875-018-0831-5</pub-id>
          <pub-id pub-id-type="medline">30185172</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12875-018-0831-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6123958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)—a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Sultan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Coello</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kunz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brozek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Jaeschke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rind</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dahm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meerpohl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Berliner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Falck-Ytter</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Murad</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <collab>GRADE Working Group</collab>
          </person-group>
          <article-title>GRADE guidelines: 9. Rating up the quality of evidence</article-title>
          <source>J Clin Epidemiol</source>
          <year>2011</year>
          <volume>64</volume>
          <issue>12</issue>
          <fpage>1311</fpage>
          <lpage>1316</lpage>
          <comment>https://www.jclinepi.com/article/S0895-4356(11)00184-3/fulltext</comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2011.06.004</pub-id>
          <pub-id pub-id-type="medline">21802902</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(11)00184-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gorst</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brookes</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Devane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fledderus</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Grosskleg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Katiri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maeso</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saldanha</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Online consensus meetings for COS development: issues to consider</article-title>
          <source>Comet Initiative</source>
          <access-date>2023-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.comet-initiative.org/Downloads/Issues%20to%20consider%20for%20online%20consensus%20meetings.pdf">https://www.comet-initiative.org/Downloads/Issues%20to%20consider%20for%20online%20consensus%20meetings.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>A systematic review finds core outcome set uptake varies widely across different areas of health</article-title>
          <source>J Clin Epidemiol</source>
          <year>2021</year>
          <volume>129</volume>
          <fpage>114</fpage>
          <lpage>123</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(20)31115-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.09.029</pub-id>
          <pub-id pub-id-type="medline">32987162</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(20)31115-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7815247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Developing core outcome sets for clinical trials: issues to consider</article-title>
          <source>Trials</source>
          <year>2012</year>
          <volume>13</volume>
          <fpage>132</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-13-132"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-13-132</pub-id>
          <pub-id pub-id-type="medline">22867278</pub-id>
          <pub-id pub-id-type="pii">1745-6215-13-132</pub-id>
          <pub-id pub-id-type="pmcid">PMC3472231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bagley</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Including patients in core outcome set development: issues to consider based on three workshops with around 100 international delegates</article-title>
          <source>Res Involv Engagem</source>
          <year>2016</year>
          <volume>2</volume>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://researchinvolvement.biomedcentral.com/articles/10.1186/s40900-016-0039-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40900-016-0039-6</pub-id>
          <pub-id pub-id-type="medline">29507761</pub-id>
          <pub-id pub-id-type="pii">39</pub-id>
          <pub-id pub-id-type="pmcid">PMC5831887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webbe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Core outcome sets</article-title>
          <source>Arch Dis Child Educ Pract Ed</source>
          <year>2018</year>
          <volume>103</volume>
          <issue>3</issue>
          <fpage>163</fpage>
          <lpage>166</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/10044/1/48378"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/archdischild-2016-312117</pub-id>
          <pub-id pub-id-type="medline">28667046</pub-id>
          <pub-id pub-id-type="pii">archdischild-2016-312117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heffernan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fackrell</surname>
              <given-names>K</given-names>
            </name>
            <collab>Core Outcome Measures in Tinnitus International Delphi (COMiT’ID) Research Steering Group</collab>
          </person-group>
          <article-title>Recruiting and retaining participants in e-Delphi surveys for core outcome set development: evaluating the COMiT'ID study</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>e0201378</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0201378"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0201378</pub-id>
          <pub-id pub-id-type="medline">30059560</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-03804</pub-id>
          <pub-id pub-id-type="pmcid">PMC6066228</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
